2024-11-19 00:12:41,287 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-19 00:12:41,305 main DEBUG Took 0.015303 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 00:12:41,306 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 00:12:41,306 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 00:12:41,309 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 00:12:41,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:12:41,327 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 00:12:41,349 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:12:41,352 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:12:41,353 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:12:41,353 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:12:41,354 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:12:41,355 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:12:41,357 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:12:41,357 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:12:41,358 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:12:41,359 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:12:41,361 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:12:41,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:12:41,362 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:12:41,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:12:41,364 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:12:41,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:12:41,365 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:12:41,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:12:41,367 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:12:41,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:12:41,368 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:12:41,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:12:41,370 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:12:41,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:12:41,372 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:12:41,372 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 00:12:41,374 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:12:41,383 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 00:12:41,386 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 00:12:41,386 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 00:12:41,388 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 00:12:41,389 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 00:12:41,413 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 00:12:41,417 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 00:12:41,420 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 00:12:41,421 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 00:12:41,421 main DEBUG createAppenders(={Console}) 2024-11-19 00:12:41,423 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-19 00:12:41,423 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-19 00:12:41,424 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-19 00:12:41,425 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 00:12:41,425 main DEBUG OutputStream closed 2024-11-19 00:12:41,426 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 00:12:41,426 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 00:12:41,427 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-19 00:12:41,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 00:12:41,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 00:12:41,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 00:12:41,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 00:12:41,575 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 00:12:41,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 00:12:41,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 00:12:41,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 00:12:41,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 00:12:41,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 00:12:41,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 00:12:41,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 00:12:41,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 00:12:41,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 00:12:41,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 00:12:41,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 00:12:41,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 00:12:41,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 00:12:41,587 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 00:12:41,588 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-19 00:12:41,589 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 00:12:41,590 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-19T00:12:41,608 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-19 00:12:41,612 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 00:12:41,613 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T00:12:42,021 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871 2024-11-19T00:12:42,021 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-19T00:12:42,183 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T00:12:42,274 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/cluster_7d57aaed-cc32-ff0c-9676-24f5282eea2a, deleteOnExit=true 2024-11-19T00:12:42,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/test.cache.data in system properties and HBase conf 2024-11-19T00:12:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:12:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:12:42,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:12:42,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:12:42,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:12:42,360 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:12:42,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:12:42,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:12:42,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:12:42,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:12:42,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:12:42,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:12:42,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:12:42,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:12:42,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:12:42,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:12:42,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:12:42,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:12:42,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:12:42,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:12:43,781 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T00:12:43,858 INFO [Time-limited test {}] log.Log(170): Logging initialized @3554ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T00:12:43,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:12:44,020 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:12:44,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:12:44,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:12:44,051 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:12:44,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:12:44,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef9ef29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:12:44,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26fb3c44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:12:44,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c11409d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/java.io.tmpdir/jetty-localhost-42231-hadoop-hdfs-3_4_1-tests_jar-_-any-2839175523924733055/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:12:44,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3530a43d{HTTP/1.1, (http/1.1)}{localhost:42231} 2024-11-19T00:12:44,340 INFO [Time-limited test {}] server.Server(415): Started @4036ms 2024-11-19T00:12:45,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:12:45,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:12:45,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:12:45,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:12:45,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:12:45,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bfe21b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:12:45,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52e11b04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:12:45,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37667f9e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/java.io.tmpdir/jetty-localhost-42621-hadoop-hdfs-3_4_1-tests_jar-_-any-15125438138486654016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:12:45,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@451f7321{HTTP/1.1, (http/1.1)}{localhost:42621} 2024-11-19T00:12:45,125 INFO [Time-limited test {}] server.Server(415): Started @4821ms 2024-11-19T00:12:45,182 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:12:45,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:12:45,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:12:45,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:12:45,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:12:45,349 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:12:45,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39fd38d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:12:45,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2243c342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:12:45,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49440465{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/java.io.tmpdir/jetty-localhost-33927-hadoop-hdfs-3_4_1-tests_jar-_-any-3431947722826465517/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:12:45,491 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44625b75{HTTP/1.1, (http/1.1)}{localhost:33927} 2024-11-19T00:12:45,491 INFO [Time-limited test {}] server.Server(415): Started @5187ms 2024-11-19T00:12:45,494 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:12:46,844 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/cluster_7d57aaed-cc32-ff0c-9676-24f5282eea2a/data/data3/current/BP-1610716951-172.17.0.2-1731975163058/current, will proceed with Du for space computation calculation, 2024-11-19T00:12:46,844 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/cluster_7d57aaed-cc32-ff0c-9676-24f5282eea2a/data/data4/current/BP-1610716951-172.17.0.2-1731975163058/current, will proceed with Du for space computation calculation, 2024-11-19T00:12:46,844 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/cluster_7d57aaed-cc32-ff0c-9676-24f5282eea2a/data/data1/current/BP-1610716951-172.17.0.2-1731975163058/current, will proceed with Du for space computation calculation, 2024-11-19T00:12:46,844 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/cluster_7d57aaed-cc32-ff0c-9676-24f5282eea2a/data/data2/current/BP-1610716951-172.17.0.2-1731975163058/current, will proceed with Du for space computation calculation, 2024-11-19T00:12:46,907 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:12:46,907 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:12:46,967 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeef70c9dbbf8116a with lease ID 0xcba256c08261fc81: Processing first storage report for DS-2e84d935-27f3-4b33-ad26-cecf7c9b9541 from datanode DatanodeRegistration(127.0.0.1:39877, datanodeUuid=ffa02e95-35b2-4ea0-acce-aa954e85ef8e, infoPort=37321, infoSecurePort=0, ipcPort=44015, storageInfo=lv=-57;cid=testClusterID;nsid=1879247630;c=1731975163058) 2024-11-19T00:12:46,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeef70c9dbbf8116a with lease ID 0xcba256c08261fc81: from storage DS-2e84d935-27f3-4b33-ad26-cecf7c9b9541 node DatanodeRegistration(127.0.0.1:39877, datanodeUuid=ffa02e95-35b2-4ea0-acce-aa954e85ef8e, infoPort=37321, infoSecurePort=0, ipcPort=44015, storageInfo=lv=-57;cid=testClusterID;nsid=1879247630;c=1731975163058), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-19T00:12:46,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x745be61def4de5a4 with lease ID 0xcba256c08261fc82: Processing first storage report for DS-be96dd84-87af-45e0-9675-e58802a9e4e2 from datanode DatanodeRegistration(127.0.0.1:36617, datanodeUuid=f5e51888-42e2-4036-93e7-1aa036bab647, infoPort=40623, infoSecurePort=0, ipcPort=43747, storageInfo=lv=-57;cid=testClusterID;nsid=1879247630;c=1731975163058) 2024-11-19T00:12:46,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x745be61def4de5a4 with lease ID 0xcba256c08261fc82: from storage DS-be96dd84-87af-45e0-9675-e58802a9e4e2 node DatanodeRegistration(127.0.0.1:36617, datanodeUuid=f5e51888-42e2-4036-93e7-1aa036bab647, infoPort=40623, infoSecurePort=0, ipcPort=43747, storageInfo=lv=-57;cid=testClusterID;nsid=1879247630;c=1731975163058), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T00:12:46,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeef70c9dbbf8116a with lease ID 0xcba256c08261fc81: Processing first storage report for DS-962c541c-dba0-4b84-b459-a5102cb48961 from datanode DatanodeRegistration(127.0.0.1:39877, datanodeUuid=ffa02e95-35b2-4ea0-acce-aa954e85ef8e, infoPort=37321, infoSecurePort=0, ipcPort=44015, storageInfo=lv=-57;cid=testClusterID;nsid=1879247630;c=1731975163058) 2024-11-19T00:12:46,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeef70c9dbbf8116a with lease ID 0xcba256c08261fc81: from storage DS-962c541c-dba0-4b84-b459-a5102cb48961 node DatanodeRegistration(127.0.0.1:39877, datanodeUuid=ffa02e95-35b2-4ea0-acce-aa954e85ef8e, infoPort=37321, infoSecurePort=0, ipcPort=44015, storageInfo=lv=-57;cid=testClusterID;nsid=1879247630;c=1731975163058), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:12:46,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x745be61def4de5a4 with lease ID 0xcba256c08261fc82: Processing first storage report for DS-68e1d2c0-d4fb-45a2-9b06-30cbd8be9f1b from datanode DatanodeRegistration(127.0.0.1:36617, datanodeUuid=f5e51888-42e2-4036-93e7-1aa036bab647, infoPort=40623, infoSecurePort=0, ipcPort=43747, storageInfo=lv=-57;cid=testClusterID;nsid=1879247630;c=1731975163058) 2024-11-19T00:12:46,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x745be61def4de5a4 with lease ID 0xcba256c08261fc82: from storage DS-68e1d2c0-d4fb-45a2-9b06-30cbd8be9f1b node DatanodeRegistration(127.0.0.1:36617, datanodeUuid=f5e51888-42e2-4036-93e7-1aa036bab647, infoPort=40623, infoSecurePort=0, ipcPort=43747, storageInfo=lv=-57;cid=testClusterID;nsid=1879247630;c=1731975163058), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T00:12:46,986 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871 2024-11-19T00:12:47,002 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=128, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=333, ProcessCount=11, AvailableMemoryMB=3097 2024-11-19T00:12:47,004 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:12:47,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:47,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:47,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:12:47,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:12:47,704 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:12:47,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:47,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:47,728 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:12:47,764 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T00:12:47,784 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-19T00:12:47,789 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:12:47,789 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:12:47,792 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:12:47,799 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:12:47,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,817 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T00:12:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741826_1002 (size=1393) 2024-11-19T00:12:47,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741826_1002 (size=1393) 2024-11-19T00:12:47,873 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:12:47,874 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:12:47,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741827_1003 (size=1393) 2024-11-19T00:12:47,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741827_1003 (size=1393) 2024-11-19T00:12:47,915 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:12:47,916 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:12:47,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741828_1004 (size=1393) 2024-11-19T00:12:47,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741828_1004 (size=1393) 2024-11-19T00:12:47,961 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:12:47,962 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:12:47,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:47,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:47,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741829_1005 (size=1393) 2024-11-19T00:12:47,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741829_1005 (size=1393) 2024-11-19T00:12:48,000 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:12:48,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:12:48,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741830_1006 (size=1393) 2024-11-19T00:12:48,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741830_1006 (size=1393) 2024-11-19T00:12:48,035 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:12:48,036 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:12:48,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741831_1007 (size=1393) 2024-11-19T00:12:48,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741831_1007 (size=1393) 2024-11-19T00:12:48,070 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:12:48,071 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:12:48,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741832_1008 (size=1405) 2024-11-19T00:12:48,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741832_1008 (size=1405) 2024-11-19T00:12:48,109 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:12:48,110 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:12:48,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741833_1009 (size=1413) 2024-11-19T00:12:48,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741833_1009 (size=1413) 2024-11-19T00:12:48,140 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:12:48,141 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:12:48,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741834_1010 (size=1413) 2024-11-19T00:12:48,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741834_1010 (size=1413) 2024-11-19T00:12:48,179 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:12:48,180 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:12:48,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741835_1011 (size=1413) 2024-11-19T00:12:48,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741835_1011 (size=1413) 2024-11-19T00:12:48,211 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:12:48,325 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/f9245494-ffa8-02dc-75cd-4a2715529c43/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731975167770/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T00:12:48,327 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T00:12:48,327 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T00:12:48,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/f9245494-ffa8-02dc-75cd-4a2715529c43/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731975167770/wal.dat.0 2024-11-19T00:12:48,336 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/f9245494-ffa8-02dc-75cd-4a2715529c43/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731975167770/wal.dat.0 after 6ms 2024-11-19T00:12:48,397 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/f9245494-ffa8-02dc-75cd-4a2715529c43/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731975167770/wal.dat.0 took 78ms 2024-11-19T00:12:48,410 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/f9245494-ffa8-02dc-75cd-4a2715529c43/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731975167770/wal.dat.0 so closing down 2024-11-19T00:12:48,416 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:12:48,417 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:12:48,427 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/f9245494-ffa8-02dc-75cd-4a2715529c43/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731975167770/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:12:48,430 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/f9245494-ffa8-02dc-75cd-4a2715529c43/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731975167770/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/f9245494-ffa8-02dc-75cd-4a2715529c43/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731975167770/wal.dat.0, size=1.4 K (1393bytes) at 1731975168325Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/f9245494-ffa8-02dc-75cd-4a2715529c43/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731975167770/wal.dat.0 so closing down at 1731975168410 (+85 ms)3 split writer threads finished at 1731975168418 (+8 ms)Processed 0 edits across 0 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/f9245494-ffa8-02dc-75cd-4a2715529c43/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731975167770/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975168427 (+9 ms) 2024-11-19T00:12:48,430 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-19T00:12:48,472 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=133 (was 128) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6f476862 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-908007662_22 at /127.0.0.1:34100 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 367) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 333), ProcessCount=11 (was 11), AvailableMemoryMB=2992 (was 3097) 2024-11-19T00:12:48,485 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=133, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=2992 2024-11-19T00:12:48,485 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:12:48,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741836_1012 (size=7) 2024-11-19T00:12:48,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741836_1012 (size=7) 2024-11-19T00:12:48,929 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:12:48,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:48,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:48,940 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:12:48,940 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-19T00:12:48,940 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:12:48,942 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:12:48,945 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:12:48,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:48,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:48,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741837_1013 (size=2324) 2024-11-19T00:12:49,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741837_1013 (size=2324) 2024-11-19T00:12:49,014 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:12:49,034 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/WALs/testsplitlogfilemultipleregions,16010,1731975168940/wal.dat.0, size=2.3 K (2324bytes) 2024-11-19T00:12:49,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/WALs/testsplitlogfilemultipleregions,16010,1731975168940/wal.dat.0 2024-11-19T00:12:49,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/WALs/testsplitlogfilemultipleregions,16010,1731975168940/wal.dat.0 after 1ms 2024-11-19T00:12:49,041 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/WALs/testsplitlogfilemultipleregions,16010,1731975168940/wal.dat.0 took 7ms 2024-11-19T00:12:49,056 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/WALs/testsplitlogfilemultipleregions,16010,1731975168940/wal.dat.0 so closing down 2024-11-19T00:12:49,057 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:12:49,057 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:12:49,088 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T00:12:49,088 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:12:49,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T00:12:49,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:12:49,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741838_1014 (size=743) 2024-11-19T00:12:49,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741838_1014 (size=743) 2024-11-19T00:12:49,122 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-19T00:12:49,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741839_1015 (size=743) 2024-11-19T00:12:49,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741839_1015 (size=743) 2024-11-19T00:12:49,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-19T00:12:49,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T00:12:49,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T00:12:49,128 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 82 ms; skipped=7; WAL=hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/WALs/testsplitlogfilemultipleregions,16010,1731975168940/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-19T00:12:49,129 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/WALs/testsplitlogfilemultipleregions,16010,1731975168940/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/WALs/testsplitlogfilemultipleregions,16010,1731975168940/wal.dat.0, size=2.3 K (2324bytes) at 1731975169034Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/WALs/testsplitlogfilemultipleregions,16010,1731975168940/wal.dat.0 so closing down at 1731975169056 (+22 ms)3 split writer threads finished at 1731975169057 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731975169091 (+34 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975169091Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731975169122 (+31 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731975169125 (+3 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731975169126 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731975169128 (+2 ms)Processed 27 edits across 2 Regions in 82 ms; skipped=7; WAL=hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/WALs/testsplitlogfilemultipleregions,16010,1731975168940/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731975169129 (+1 ms) 2024-11-19T00:12:49,142 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/WALs/testsplitlogfilemultipleregions,16010,1731975168940/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/9a0bc6a8-b91c-0c91-b72d-18d155cafb84/oldWALs/wal.dat.0 2024-11-19T00:12:49,171 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=134 (was 133) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747575584_22 at /127.0.0.1:58802 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747575584_22 at /127.0.0.1:34100 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=379 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=2958 (was 2992) 2024-11-19T00:12:49,178 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=134, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=2957 2024-11-19T00:12:49,178 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:12:49,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741840_1016 (size=7) 2024-11-19T00:12:49,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741840_1016 (size=7) 2024-11-19T00:12:49,193 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:12:49,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:49,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:49,207 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:12:49,207 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:12:49,208 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:12:49,211 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:12:49,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:49,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:49,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741841_1017 (size=2324) 2024-11-19T00:12:49,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741841_1017 (size=2324) 2024-11-19T00:12:49,249 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:12:50,320 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/1d10418f-cdbe-94ec-6240-8fbe945f2883/WALs/testterminationaskedbyreporter,16010,1731975169207/wal.dat.0, size=2.3 K (2324bytes) 2024-11-19T00:12:50,321 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/1d10418f-cdbe-94ec-6240-8fbe945f2883/WALs/testterminationaskedbyreporter,16010,1731975169207/wal.dat.0 so closing down 2024-11-19T00:12:50,322 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/1d10418f-cdbe-94ec-6240-8fbe945f2883/WALs/testterminationaskedbyreporter,16010,1731975169207/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-19T00:12:50,322 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/1d10418f-cdbe-94ec-6240-8fbe945f2883/WALs/testterminationaskedbyreporter,16010,1731975169207/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/1d10418f-cdbe-94ec-6240-8fbe945f2883/WALs/testterminationaskedbyreporter,16010,1731975169207/wal.dat.0, size=2.3 K (2324bytes) at 1731975170321Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/1d10418f-cdbe-94ec-6240-8fbe945f2883/WALs/testterminationaskedbyreporter,16010,1731975169207/wal.dat.0 so closing down at 1731975170321Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/1d10418f-cdbe-94ec-6240-8fbe945f2883/WALs/testterminationaskedbyreporter,16010,1731975169207/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731975170322 (+1 ms) 2024-11-19T00:12:50,332 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=134 (was 134), OpenFileDescriptor=381 (was 379) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=2746 (was 2957) 2024-11-19T00:12:50,341 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=134, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=2745 2024-11-19T00:12:50,341 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:12:50,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741842_1018 (size=7) 2024-11-19T00:12:50,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741842_1018 (size=7) 2024-11-19T00:12:50,764 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:12:50,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:50,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:50,775 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:12:50,776 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-19T00:12:50,778 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:12:50,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741843_1019 (size=1043) 2024-11-19T00:12:50,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741843_1019 (size=1043) 2024-11-19T00:12:50,796 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:12:50,797 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:12:50,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,810 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:12:50,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741845_1021 (size=1043) 2024-11-19T00:12:50,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741845_1021 (size=1043) 2024-11-19T00:12:50,828 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:12:50,828 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:12:50,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741846_1022 (size=1043) 2024-11-19T00:12:50,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741846_1022 (size=1043) 2024-11-19T00:12:50,846 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:12:50,846 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:12:50,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741847_1023 (size=1043) 2024-11-19T00:12:50,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741847_1023 (size=1043) 2024-11-19T00:12:50,863 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:12:50,863 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:12:50,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741848_1024 (size=1043) 2024-11-19T00:12:50,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741848_1024 (size=1043) 2024-11-19T00:12:50,878 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:12:50,879 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:12:50,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741849_1025 (size=1043) 2024-11-19T00:12:50,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741849_1025 (size=1043) 2024-11-19T00:12:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:12:50,895 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:12:50,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741850_1026 (size=1043) 2024-11-19T00:12:50,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741850_1026 (size=1043) 2024-11-19T00:12:50,911 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:12:50,911 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:12:50,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741851_1027 (size=1043) 2024-11-19T00:12:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741851_1027 (size=1043) 2024-11-19T00:12:50,929 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:12:50,929 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:12:50,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:50,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:50,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741852_1028 (size=1043) 2024-11-19T00:12:50,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741852_1028 (size=1043) 2024-11-19T00:12:50,947 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:12:50,974 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.0, size=1.0 K (1043bytes) 2024-11-19T00:12:50,974 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.0 2024-11-19T00:12:50,975 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.0 after 1ms 2024-11-19T00:12:50,979 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.0 took 5ms 2024-11-19T00:12:50,982 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-19T00:12:50,983 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.0 so closing down 2024-11-19T00:12:50,983 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:12:50,983 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:12:50,983 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T00:12:50,983 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.0, size=1.0 K (1043bytes) at 1731975170974Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.0 so closing down at 1731975170983 (+9 ms)3 split writer threads finished at 1731975170983Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731975170983 2024-11-19T00:12:50,987 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/oldWALs/wal.dat.0 2024-11-19T00:12:50,988 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.1, size=180 (180bytes) 2024-11-19T00:12:50,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.1 2024-11-19T00:12:50,989 WARN [IPC Server handler 1 on default port 35577 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-19T00:12:50,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.1 after 2ms 2024-11-19T00:12:51,950 WARN [ResponseProcessor for block BP-1610716951-172.17.0.2-1731975163058:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1610716951-172.17.0.2-1731975163058:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T00:12:51,951 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1095144603_22 at /127.0.0.1:58834 [Receiving block BP-1610716951-172.17.0.2-1731975163058:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:39877:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58834 dst: /127.0.0.1:39877 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:12:51,950 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1095144603_22 at /127.0.0.1:34172 [Receiving block BP-1610716951-172.17.0.2-1731975163058:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:36617:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34172 dst: /127.0.0.1:36617 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36617 remote=/127.0.0.1:34172]. Total timeout mills is 60000, 58861 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:12:51,955 WARN [DataStreamer for file /user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.1 block BP-1610716951-172.17.0.2-1731975163058:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1610716951-172.17.0.2-1731975163058:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:36617,DS-be96dd84-87af-45e0-9675-e58802a9e4e2,DISK], DatanodeInfoWithStorage[127.0.0.1:39877,DS-2e84d935-27f3-4b33-ad26-cecf7c9b9541,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:36617,DS-be96dd84-87af-45e0-9675-e58802a9e4e2,DISK]) is bad. 2024-11-19T00:12:51,963 WARN [DataStreamer for file /user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.1 block BP-1610716951-172.17.0.2-1731975163058:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1610716951-172.17.0.2-1731975163058:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T00:12:51,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741844_1029 (size=1035) 2024-11-19T00:12:51,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741844_1029 (size=1035) 2024-11-19T00:12:54,991 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.1 after 4003ms 2024-11-19T00:12:54,997 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.1 took 4010ms 2024-11-19T00:12:54,999 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.1; continuing. 2024-11-19T00:12:54,999 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.1 so closing down 2024-11-19T00:12:55,000 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:12:55,000 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:12:55,000 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-19T00:12:55,000 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.1, size=180 (180bytes) at 1731975170988Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.1 so closing down at 1731975174999 (+4011 ms)3 split writer threads finished at 1731975175000 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731975175000 2024-11-19T00:12:55,004 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/oldWALs/wal.dat.1 2024-11-19T00:12:55,004 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.2, size=1.0 K (1043bytes) 2024-11-19T00:12:55,004 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.2 2024-11-19T00:12:55,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.2 after 1ms 2024-11-19T00:12:55,010 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.2 took 5ms 2024-11-19T00:12:55,012 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.2 so closing down 2024-11-19T00:12:55,012 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:12:55,012 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:12:55,013 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T00:12:55,013 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.2, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.2, size=1.0 K (1043bytes) at 1731975175004Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.2 so closing down at 1731975175012 (+8 ms)3 split writer threads finished at 1731975175012Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731975175013 (+1 ms) 2024-11-19T00:12:55,016 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.2 to hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/oldWALs/wal.dat.2 2024-11-19T00:12:55,016 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.3, size=1.0 K (1043bytes) 2024-11-19T00:12:55,016 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.3 2024-11-19T00:12:55,017 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.3 after 1ms 2024-11-19T00:12:55,019 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.3 took 3ms 2024-11-19T00:12:55,021 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.3 so closing down 2024-11-19T00:12:55,021 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:12:55,021 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:12:55,021 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T00:12:55,022 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.3, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.3, size=1.0 K (1043bytes) at 1731975175016Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.3 so closing down at 1731975175021 (+5 ms)3 split writer threads finished at 1731975175021Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731975175021 2024-11-19T00:12:55,025 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.3 to hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/oldWALs/wal.dat.3 2024-11-19T00:12:55,025 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.4, size=1.0 K (1043bytes) 2024-11-19T00:12:55,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.4 2024-11-19T00:12:55,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.4 after 0ms 2024-11-19T00:12:55,029 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.4 took 4ms 2024-11-19T00:12:55,031 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.4 so closing down 2024-11-19T00:12:55,031 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:12:55,031 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:12:55,031 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T00:12:55,031 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.4, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.4, size=1.0 K (1043bytes) at 1731975175025Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.4 so closing down at 1731975175031 (+6 ms)3 split writer threads finished at 1731975175031Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731975175031 2024-11-19T00:12:55,034 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.4 to hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/oldWALs/wal.dat.4 2024-11-19T00:12:55,035 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.5, size=1.0 K (1043bytes) 2024-11-19T00:12:55,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.5 2024-11-19T00:12:55,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.5 after 0ms 2024-11-19T00:12:55,039 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.5 took 4ms 2024-11-19T00:12:55,040 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.5 so closing down 2024-11-19T00:12:55,040 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:12:55,041 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:12:55,041 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T00:12:55,041 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.5, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.5, size=1.0 K (1043bytes) at 1731975175035Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.5 so closing down at 1731975175040 (+5 ms)3 split writer threads finished at 1731975175041 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731975175041 2024-11-19T00:12:55,044 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.5 to hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/oldWALs/wal.dat.5 2024-11-19T00:12:55,044 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.6, size=1.0 K (1043bytes) 2024-11-19T00:12:55,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.6 2024-11-19T00:12:55,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.6 after 1ms 2024-11-19T00:12:55,048 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.6 took 4ms 2024-11-19T00:12:55,051 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.6 so closing down 2024-11-19T00:12:55,051 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:12:55,051 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:12:55,051 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T00:12:55,051 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.6, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.6, size=1.0 K (1043bytes) at 1731975175044Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.6 so closing down at 1731975175051 (+7 ms)3 split writer threads finished at 1731975175051Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731975175051 2024-11-19T00:12:55,055 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.6 to hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/oldWALs/wal.dat.6 2024-11-19T00:12:55,056 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.7, size=1.0 K (1043bytes) 2024-11-19T00:12:55,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.7 2024-11-19T00:12:55,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.7 after 0ms 2024-11-19T00:12:55,060 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.7 took 5ms 2024-11-19T00:12:55,062 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.7 so closing down 2024-11-19T00:12:55,062 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:12:55,062 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:12:55,062 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T00:12:55,062 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.7, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.7, size=1.0 K (1043bytes) at 1731975175056Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.7 so closing down at 1731975175062 (+6 ms)3 split writer threads finished at 1731975175062Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731975175062 2024-11-19T00:12:55,066 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.7 to hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/oldWALs/wal.dat.7 2024-11-19T00:12:55,066 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.8, size=1.0 K (1043bytes) 2024-11-19T00:12:55,066 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.8 2024-11-19T00:12:55,067 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.8 after 1ms 2024-11-19T00:12:55,070 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.8 took 4ms 2024-11-19T00:12:55,072 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.8 so closing down 2024-11-19T00:12:55,072 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:12:55,073 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:12:55,073 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T00:12:55,073 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.8, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.8, size=1.0 K (1043bytes) at 1731975175066Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.8 so closing down at 1731975175072 (+6 ms)3 split writer threads finished at 1731975175073 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731975175073 2024-11-19T00:12:55,076 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.8 to hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/oldWALs/wal.dat.8 2024-11-19T00:12:55,076 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.9, size=1.0 K (1043bytes) 2024-11-19T00:12:55,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.9 2024-11-19T00:12:55,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.9 after 1ms 2024-11-19T00:12:55,080 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.9 took 4ms 2024-11-19T00:12:55,082 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.9 so closing down 2024-11-19T00:12:55,082 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:12:55,082 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:12:55,083 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T00:12:55,083 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.9, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.9, size=1.0 K (1043bytes) at 1731975175076Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.9 so closing down at 1731975175082 (+6 ms)3 split writer threads finished at 1731975175082Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731975175083 (+1 ms) 2024-11-19T00:12:55,086 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/WALs/testsplitdeletedregion,16010,1731975170776/wal.dat.9 to hdfs://localhost:35577/user/jenkins/test-data/a05940a5-f0e0-86b1-a220-5bdfeb81a579/oldWALs/wal.dat.9 2024-11-19T00:12:55,095 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=140 (was 134) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/cluster_7d57aaed-cc32-ff0c-9676-24f5282eea2a/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/cluster_7d57aaed-cc32-ff0c-9676-24f5282eea2a/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396361549) connection to localhost/127.0.0.1:44015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/cluster_7d57aaed-cc32-ff0c-9676-24f5282eea2a/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_496502421_22 at /127.0.0.1:46896 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_496502421_22 at /127.0.0.1:51044 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/cluster_7d57aaed-cc32-ff0c-9676-24f5282eea2a/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=2741 (was 2745) 2024-11-19T00:12:55,101 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=2741 2024-11-19T00:12:55,101 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:12:55,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741853_1030 (size=7) 2024-11-19T00:12:55,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741853_1030 (size=7) 2024-11-19T00:12:55,112 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:12:55,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:55,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:55,118 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:12:55,118 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-19T00:12:55,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:12:55,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741854_1031 (size=863) 2024-11-19T00:12:55,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741854_1031 (size=863) 2024-11-19T00:12:55,537 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:12:55,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741855_1032 (size=859) 2024-11-19T00:12:55,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741855_1032 (size=859) 2024-11-19T00:12:55,569 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/WALs/testcorruptwaltrailer,16010,1731975175118/wal.dat.0, size=859 (859bytes) 2024-11-19T00:12:55,569 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/WALs/testcorruptwaltrailer,16010,1731975175118/wal.dat.0 2024-11-19T00:12:55,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/WALs/testcorruptwaltrailer,16010,1731975175118/wal.dat.0 after 1ms 2024-11-19T00:12:55,573 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/WALs/testcorruptwaltrailer,16010,1731975175118/wal.dat.0 took 4ms 2024-11-19T00:12:55,653 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/WALs/testcorruptwaltrailer,16010,1731975175118/wal.dat.0; continuing. 2024-11-19T00:12:55,653 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/WALs/testcorruptwaltrailer,16010,1731975175118/wal.dat.0 so closing down 2024-11-19T00:12:55,653 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:12:55,653 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:12:55,657 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:12:55,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:12:55,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741856_1033 (size=863) 2024-11-19T00:12:55,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741856_1033 (size=863) 2024-11-19T00:12:55,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:12:55,669 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-19T00:12:55,669 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/WALs/testcorruptwaltrailer,16010,1731975175118/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-19T00:12:55,669 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/WALs/testcorruptwaltrailer,16010,1731975175118/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/WALs/testcorruptwaltrailer,16010,1731975175118/wal.dat.0, size=859 (859bytes) at 1731975175569Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/WALs/testcorruptwaltrailer,16010,1731975175118/wal.dat.0 so closing down at 1731975175653 (+84 ms)3 split writer threads finished at 1731975175653Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975175659 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975175667 (+8 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731975175669 (+2 ms)Processed 10 edits across 1 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/WALs/testcorruptwaltrailer,16010,1731975175118/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731975175669 2024-11-19T00:12:55,672 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/WALs/testcorruptwaltrailer,16010,1731975175118/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/3e402ae8-9bb9-b05f-1310-3dc5c8b9e52d/oldWALs/wal.dat.0 2024-11-19T00:12:55,688 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 282), ProcessCount=11 (was 11), AvailableMemoryMB=2732 (was 2741) 2024-11-19T00:12:55,694 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=2732 2024-11-19T00:12:55,694 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:12:55,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741857_1034 (size=7) 2024-11-19T00:12:55,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741857_1034 (size=7) 2024-11-19T00:12:55,707 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:12:55,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:55,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:55,713 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:12:55,736 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 282), ProcessCount=11 (was 11), AvailableMemoryMB=2725 (was 2732) 2024-11-19T00:12:55,743 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=2724 2024-11-19T00:12:55,743 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:12:55,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741858_1035 (size=7) 2024-11-19T00:12:55,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741858_1035 (size=7) 2024-11-19T00:12:55,752 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:12:55,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:55,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:55,758 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:12:55,768 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-19T00:12:55,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741859_1036 (size=93) 2024-11-19T00:12:55,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741859_1036 (size=93) 2024-11-19T00:12:55,782 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 282), ProcessCount=11 (was 11), AvailableMemoryMB=2720 (was 2724) 2024-11-19T00:12:55,788 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=2719 2024-11-19T00:12:55,788 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:12:55,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741860_1037 (size=7) 2024-11-19T00:12:55,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741860_1037 (size=7) 2024-11-19T00:12:55,798 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:12:55,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:55,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:55,803 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:12:55,803 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:12:55,804 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:12:55,806 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:12:55,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741861_1038 (size=1393) 2024-11-19T00:12:55,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741861_1038 (size=1393) 2024-11-19T00:12:55,827 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:12:55,827 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:12:55,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741862_1039 (size=1393) 2024-11-19T00:12:55,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741862_1039 (size=1393) 2024-11-19T00:12:55,852 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:12:55,853 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:12:55,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:55,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:55,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741863_1040 (size=1393) 2024-11-19T00:12:55,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741863_1040 (size=1393) 2024-11-19T00:12:56,275 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:12:56,276 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:12:56,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741864_1041 (size=1393) 2024-11-19T00:12:56,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741864_1041 (size=1393) 2024-11-19T00:12:56,303 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:12:56,303 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:12:56,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741865_1042 (size=1393) 2024-11-19T00:12:56,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741865_1042 (size=1393) 2024-11-19T00:12:56,325 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:12:56,326 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:12:56,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741866_1043 (size=1393) 2024-11-19T00:12:56,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741866_1043 (size=1393) 2024-11-19T00:12:56,750 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:12:56,751 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:12:56,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:56,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:56,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741867_1044 (size=1405) 2024-11-19T00:12:56,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741867_1044 (size=1405) 2024-11-19T00:12:57,173 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:12:57,173 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:12:57,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741868_1045 (size=1413) 2024-11-19T00:12:57,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741868_1045 (size=1413) 2024-11-19T00:12:57,195 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:12:57,196 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:12:57,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741869_1046 (size=1413) 2024-11-19T00:12:57,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741869_1046 (size=1413) 2024-11-19T00:12:57,215 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:12:57,215 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:12:57,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:12:57,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:12:57,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741870_1047 (size=1413) 2024-11-19T00:12:57,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741870_1047 (size=1413) 2024-11-19T00:12:57,234 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:12:57,251 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/4d6da8df-6c6b-68d3-3028-dafdc814d45b/WALs/testioeonoutputthread,16010,1731975175803/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T00:12:57,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/4d6da8df-6c6b-68d3-3028-dafdc814d45b/WALs/testioeonoutputthread,16010,1731975175803/wal.dat.7 2024-11-19T00:12:57,252 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/4d6da8df-6c6b-68d3-3028-dafdc814d45b/WALs/testioeonoutputthread,16010,1731975175803/wal.dat.7 after 1ms 2024-11-19T00:12:57,256 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/4d6da8df-6c6b-68d3-3028-dafdc814d45b/WALs/testioeonoutputthread,16010,1731975175803/wal.dat.7 took 4ms 2024-11-19T00:12:57,260 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4d6da8df-6c6b-68d3-3028-dafdc814d45b/WALs/testioeonoutputthread,16010,1731975175803/wal.dat.7 so closing down 2024-11-19T00:12:57,261 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:12:57,261 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:12:57,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4d6da8df-6c6b-68d3-3028-dafdc814d45b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T00:12:57,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4d6da8df-6c6b-68d3-3028-dafdc814d45b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T00:12:57,281 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:12:57,281 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:12:57,282 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4d6da8df-6c6b-68d3-3028-dafdc814d45b/WALs/testioeonoutputthread,16010,1731975175803/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-19T00:12:57,282 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/4d6da8df-6c6b-68d3-3028-dafdc814d45b/WALs/testioeonoutputthread,16010,1731975175803/wal.dat.7, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/4d6da8df-6c6b-68d3-3028-dafdc814d45b/WALs/testioeonoutputthread,16010,1731975175803/wal.dat.7, size=1.4 K (1413bytes) at 1731975177251Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4d6da8df-6c6b-68d3-3028-dafdc814d45b/WALs/testioeonoutputthread,16010,1731975175803/wal.dat.7 so closing down at 1731975177261 (+10 ms)3 split writer threads finished at 1731975177261Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4d6da8df-6c6b-68d3-3028-dafdc814d45b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731975177274 (+13 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4d6da8df-6c6b-68d3-3028-dafdc814d45b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731975177274Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1731975177281 (+7 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1731975177281Processed 20 edits across 0 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4d6da8df-6c6b-68d3-3028-dafdc814d45b/WALs/testioeonoutputthread,16010,1731975175803/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731975177282 (+1 ms) 2024-11-19T00:12:57,291 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=142 (was 140) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_857286179_22 at /127.0.0.1:46896 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 282), ProcessCount=11 (was 11), AvailableMemoryMB=2585 (was 2719) 2024-11-19T00:12:57,298 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=2585 2024-11-19T00:12:57,298 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:12:57,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741871_1048 (size=7) 2024-11-19T00:12:57,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741871_1048 (size=7) 2024-11-19T00:12:57,308 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:12:57,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:57,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:12:57,314 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:12:57,343 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:12:57,344 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:12:57,346 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:12:57,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741872_1049 (size=2324) 2024-11-19T00:12:57,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741872_1049 (size=2324) 2024-11-19T00:12:57,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:12:57,374 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:12:57,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741873_1050 (size=1393) 2024-11-19T00:12:57,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741873_1050 (size=1393) 2024-11-19T00:12:57,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:12:57,391 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:12:57,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-19T00:12:57,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-19T00:12:57,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-19T00:12:57,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-19T00:12:57,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-19T00:12:57,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-19T00:12:57,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-19T00:12:57,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-19T00:12:57,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-19T00:12:57,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-19T00:12:57,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-19T00:12:57,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-19T00:12:57,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-19T00:12:57,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-19T00:12:57,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-19T00:12:57,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-19T00:12:57,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-19T00:12:57,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-19T00:12:57,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-19T00:12:57,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-19T00:12:57,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-19T00:12:57,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-19T00:12:57,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-19T00:12:57,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-19T00:12:57,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-19T00:12:57,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-19T00:12:57,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-19T00:12:57,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-19T00:12:57,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-19T00:12:57,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-19T00:12:57,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-19T00:12:57,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-19T00:12:57,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-19T00:12:57,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-19T00:12:57,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-19T00:12:57,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-19T00:12:57,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-19T00:12:57,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-19T00:12:57,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-19T00:12:57,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-19T00:12:57,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-19T00:12:57,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-19T00:12:57,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-19T00:12:57,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-19T00:12:57,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-19T00:12:57,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-19T00:12:57,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-19T00:12:57,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-19T00:12:57,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-19T00:12:57,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-19T00:12:57,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-19T00:12:57,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-19T00:12:57,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-19T00:12:57,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-19T00:12:57,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-19T00:12:57,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-19T00:12:57,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-19T00:12:57,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-19T00:12:57,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-19T00:12:57,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-19T00:12:57,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-19T00:12:57,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-19T00:12:57,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-19T00:12:57,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-19T00:12:57,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-19T00:12:57,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-19T00:12:57,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-19T00:12:57,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-19T00:12:57,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-19T00:12:57,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-19T00:12:57,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-19T00:12:57,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-19T00:12:57,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-19T00:12:57,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-19T00:12:57,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-19T00:12:57,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-19T00:12:57,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-19T00:12:57,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-19T00:12:57,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-19T00:12:57,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-19T00:12:57,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-19T00:12:57,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-19T00:12:57,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-19T00:12:57,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-19T00:12:57,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-19T00:12:57,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-19T00:12:57,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-19T00:12:57,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-19T00:12:57,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-19T00:12:57,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-19T00:12:57,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-19T00:12:57,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-19T00:12:57,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-19T00:12:57,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-19T00:12:57,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-19T00:12:57,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-19T00:12:57,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-19T00:12:57,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-19T00:12:57,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-19T00:12:57,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-19T00:12:57,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-19T00:12:57,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-19T00:12:57,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-19T00:12:57,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-19T00:12:57,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-19T00:12:57,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-19T00:12:57,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-19T00:12:57,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-19T00:12:57,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-19T00:12:57,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-19T00:12:57,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-19T00:12:57,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-19T00:12:57,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-19T00:12:57,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-19T00:12:57,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-19T00:12:57,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-19T00:12:57,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-19T00:12:57,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-19T00:12:57,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-19T00:12:57,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-19T00:12:57,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-19T00:12:57,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-19T00:12:57,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-19T00:12:57,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-19T00:12:57,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-19T00:12:57,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-19T00:12:57,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-19T00:12:57,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-19T00:12:57,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-19T00:12:57,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-19T00:12:57,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-19T00:12:57,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-19T00:12:57,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-19T00:12:57,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-19T00:12:57,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-19T00:12:57,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-19T00:12:57,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-19T00:12:57,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-19T00:12:57,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-19T00:12:57,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-19T00:12:57,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-19T00:12:57,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-19T00:12:57,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-19T00:12:57,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-19T00:12:57,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-19T00:12:57,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-19T00:12:57,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-19T00:12:57,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-19T00:12:57,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-19T00:12:57,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-19T00:12:57,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-19T00:12:57,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-19T00:12:57,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-19T00:12:57,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-19T00:12:57,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-19T00:12:57,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-19T00:12:57,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-19T00:12:57,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-19T00:12:57,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-19T00:12:57,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-19T00:12:57,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-19T00:12:57,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-19T00:12:57,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-19T00:12:57,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-19T00:12:57,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-19T00:12:57,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-19T00:12:57,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-19T00:12:57,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-19T00:12:57,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-19T00:12:57,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-19T00:12:57,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-19T00:12:57,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-19T00:12:57,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-19T00:12:57,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-19T00:12:57,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-19T00:12:57,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-19T00:12:57,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-19T00:12:57,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-19T00:12:57,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-19T00:12:57,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-19T00:12:57,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-19T00:12:57,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-19T00:12:57,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-19T00:12:57,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-19T00:12:57,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-19T00:12:57,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-19T00:12:57,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-19T00:12:57,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-19T00:12:57,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-19T00:12:57,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-19T00:12:57,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-19T00:12:57,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-19T00:12:57,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-19T00:12:57,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-19T00:12:57,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-19T00:12:57,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-19T00:12:57,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-19T00:12:57,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-19T00:12:57,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-19T00:12:57,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-19T00:12:57,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-19T00:12:57,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-19T00:12:57,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-19T00:12:57,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-19T00:12:57,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-19T00:12:57,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-19T00:12:57,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-19T00:12:57,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-19T00:12:57,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-19T00:12:57,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-19T00:12:57,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-19T00:12:57,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-19T00:12:57,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-19T00:12:57,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-19T00:12:57,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-19T00:12:57,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-19T00:12:57,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-19T00:12:57,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-19T00:12:57,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-19T00:12:57,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-19T00:12:57,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-19T00:12:57,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-19T00:12:57,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-19T00:12:57,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-19T00:12:57,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-19T00:12:57,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-19T00:12:57,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-19T00:12:57,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-19T00:12:57,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-19T00:12:57,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-19T00:12:57,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-19T00:12:57,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-19T00:12:57,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-19T00:12:57,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-19T00:12:57,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-19T00:12:57,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-19T00:12:57,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-19T00:12:57,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-19T00:12:57,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-19T00:12:57,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-19T00:12:57,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-19T00:12:57,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-19T00:12:57,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-19T00:12:57,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-19T00:12:57,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-19T00:12:57,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-19T00:12:57,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-19T00:12:57,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-19T00:12:57,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-19T00:12:57,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-19T00:12:57,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-19T00:12:57,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-19T00:12:57,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-19T00:12:57,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-19T00:12:57,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-19T00:12:57,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-19T00:12:57,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-19T00:12:57,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-19T00:12:57,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-19T00:12:57,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-19T00:12:57,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-19T00:12:57,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-19T00:12:57,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-19T00:12:57,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-19T00:12:57,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-19T00:12:57,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-19T00:12:57,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-19T00:12:57,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-19T00:12:57,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-19T00:12:57,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-19T00:12:57,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-19T00:12:57,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-19T00:12:57,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-19T00:12:57,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-19T00:12:57,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-19T00:12:57,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-19T00:12:57,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-19T00:12:57,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-19T00:12:57,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-19T00:12:57,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-19T00:12:57,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-19T00:12:57,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-19T00:12:57,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-19T00:12:57,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-19T00:12:57,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-19T00:12:57,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-19T00:12:57,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-19T00:12:57,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-19T00:12:57,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-19T00:12:57,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-19T00:12:57,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-19T00:12:57,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-19T00:12:57,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-19T00:12:57,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-19T00:12:57,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-19T00:12:57,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-19T00:12:57,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-19T00:12:57,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-19T00:12:57,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-19T00:12:57,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-19T00:12:57,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-19T00:12:57,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-19T00:12:57,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-19T00:12:57,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-19T00:12:57,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-19T00:12:57,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-19T00:12:57,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-19T00:12:57,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-19T00:12:57,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-19T00:12:57,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-19T00:12:57,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-19T00:12:57,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-19T00:12:57,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-19T00:12:57,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-19T00:12:57,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-19T00:12:57,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-19T00:12:57,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-19T00:12:57,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-19T00:12:57,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-19T00:12:57,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-19T00:12:57,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-19T00:12:57,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-19T00:12:57,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-19T00:12:57,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-19T00:12:57,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-19T00:12:57,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-19T00:12:57,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-19T00:12:57,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-19T00:12:57,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-19T00:12:57,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-19T00:12:57,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-19T00:12:57,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-19T00:12:57,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-19T00:12:57,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-19T00:12:57,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:57,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-19T00:12:57,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:57,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-19T00:12:58,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-19T00:12:58,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-19T00:12:58,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-19T00:12:58,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-19T00:12:58,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-19T00:12:58,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-19T00:12:58,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-19T00:12:58,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-19T00:12:58,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-19T00:12:58,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-19T00:12:58,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-19T00:12:58,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-19T00:12:58,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-19T00:12:58,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-19T00:12:58,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-19T00:12:58,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-19T00:12:58,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-19T00:12:58,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-19T00:12:58,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-19T00:12:58,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-19T00:12:58,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-19T00:12:58,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-19T00:12:58,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-19T00:12:58,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-19T00:12:58,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-19T00:12:58,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-19T00:12:58,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-19T00:12:58,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-19T00:12:58,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-19T00:12:58,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-19T00:12:58,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-19T00:12:58,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-19T00:12:58,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-19T00:12:58,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-19T00:12:58,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-19T00:12:58,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-19T00:12:58,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-19T00:12:58,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-19T00:12:58,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-19T00:12:58,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-19T00:12:58,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-19T00:12:58,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-19T00:12:58,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-19T00:12:58,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-19T00:12:58,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-19T00:12:58,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-19T00:12:58,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-19T00:12:58,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-19T00:12:58,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-19T00:12:58,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-19T00:12:58,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-19T00:12:58,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-19T00:12:58,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-19T00:12:58,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-19T00:12:58,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-19T00:12:58,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-19T00:12:58,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-19T00:12:58,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-19T00:12:58,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-19T00:12:58,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-19T00:12:58,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-19T00:12:58,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-19T00:12:58,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-19T00:12:58,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-19T00:12:58,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-19T00:12:58,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-19T00:12:58,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-19T00:12:58,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-19T00:12:58,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-19T00:12:58,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-19T00:12:58,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-19T00:12:58,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-19T00:12:58,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-19T00:12:58,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-19T00:12:58,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-19T00:12:58,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-19T00:12:58,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-19T00:12:58,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-19T00:12:58,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-19T00:12:58,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-19T00:12:58,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-19T00:12:58,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-19T00:12:58,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-19T00:12:58,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-19T00:12:58,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-19T00:12:58,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-19T00:12:58,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-19T00:12:58,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-19T00:12:58,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-19T00:12:58,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-19T00:12:58,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-19T00:12:58,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-19T00:12:58,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-19T00:12:58,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-19T00:12:58,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-19T00:12:58,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-19T00:12:58,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-19T00:12:58,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-19T00:12:58,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-19T00:12:58,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-19T00:12:58,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-19T00:12:58,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-19T00:12:58,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-19T00:12:58,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-19T00:12:58,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-19T00:12:58,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-19T00:12:58,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-19T00:12:58,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-19T00:12:58,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-19T00:12:58,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-19T00:12:58,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-19T00:12:58,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-19T00:12:58,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-19T00:12:58,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-19T00:12:58,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-19T00:12:58,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-19T00:12:58,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-19T00:12:58,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-19T00:12:58,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-19T00:12:58,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-19T00:12:58,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-19T00:12:58,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-19T00:12:58,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-19T00:12:58,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-19T00:12:58,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-19T00:12:58,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-19T00:12:58,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-19T00:12:58,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-19T00:12:58,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-19T00:12:58,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-19T00:12:58,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-19T00:12:58,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-19T00:12:58,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-19T00:12:58,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-19T00:12:58,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-19T00:12:58,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-19T00:12:58,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-19T00:12:58,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-19T00:12:58,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-19T00:12:58,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-19T00:12:58,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-19T00:12:58,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-19T00:12:58,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-19T00:12:58,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-19T00:12:58,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-19T00:12:58,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-19T00:12:58,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-19T00:12:58,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-19T00:12:58,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-19T00:12:58,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-19T00:12:58,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-19T00:12:58,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-19T00:12:58,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-19T00:12:58,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-19T00:12:58,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-19T00:12:58,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-19T00:12:58,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-19T00:12:58,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-19T00:12:58,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-19T00:12:58,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-19T00:12:58,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-19T00:12:58,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-19T00:12:58,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-19T00:12:58,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-19T00:12:58,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-19T00:12:58,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-19T00:12:58,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-19T00:12:58,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-19T00:12:58,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-19T00:12:58,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-19T00:12:58,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-19T00:12:58,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-19T00:12:58,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-19T00:12:58,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-19T00:12:58,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-19T00:12:58,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-19T00:12:58,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-19T00:12:58,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-19T00:12:58,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-19T00:12:58,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-19T00:12:58,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-19T00:12:58,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-19T00:12:58,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-19T00:12:58,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-19T00:12:58,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-19T00:12:58,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-19T00:12:58,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-19T00:12:58,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-19T00:12:58,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-19T00:12:58,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-19T00:12:58,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-19T00:12:58,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-19T00:12:58,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-19T00:12:58,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-19T00:12:58,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-19T00:12:58,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-19T00:12:58,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-19T00:12:58,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-19T00:12:58,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-19T00:12:58,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-19T00:12:58,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-19T00:12:58,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-19T00:12:58,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-19T00:12:58,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-19T00:12:58,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-19T00:12:58,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-19T00:12:58,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-19T00:12:58,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-19T00:12:58,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-19T00:12:58,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-19T00:12:58,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-19T00:12:58,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-19T00:12:58,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-19T00:12:58,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-19T00:12:58,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-19T00:12:58,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-19T00:12:58,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-19T00:12:58,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-19T00:12:58,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-19T00:12:58,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-19T00:12:58,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-19T00:12:58,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-19T00:12:58,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-19T00:12:58,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-19T00:12:58,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-19T00:12:58,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-19T00:12:58,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-19T00:12:58,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-19T00:12:58,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-19T00:12:58,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-19T00:12:58,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-19T00:12:58,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-19T00:12:58,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-19T00:12:58,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-19T00:12:58,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-19T00:12:58,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-19T00:12:58,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-19T00:12:58,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-19T00:12:58,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-19T00:12:58,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-19T00:12:58,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-19T00:12:58,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-19T00:12:58,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-19T00:12:58,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-19T00:12:58,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-19T00:12:58,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-19T00:12:58,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-19T00:12:58,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-19T00:12:58,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-19T00:12:58,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-19T00:12:58,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-19T00:12:58,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-19T00:12:58,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-19T00:12:58,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-19T00:12:58,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-19T00:12:58,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,425 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314): HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731975177374; access_time=1731975177348; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975177390; access_time=1731975177375; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731975177391; access_time=1731975177391; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-19T00:12:58,425 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-19T00:12:58,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-19T00:12:58,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-19T00:12:58,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-19T00:12:58,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-19T00:12:58,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-19T00:12:58,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-19T00:12:58,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-19T00:12:58,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-19T00:12:58,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-19T00:12:58,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-19T00:12:58,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-19T00:12:58,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-19T00:12:58,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-19T00:12:58,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-19T00:12:58,446 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.0, size=2.3 K (2324bytes) 2024-11-19T00:12:58,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.0 2024-11-19T00:12:58,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.0 after 1ms 2024-11-19T00:12:58,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-19T00:12:58,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-19T00:12:58,450 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.0 took 4ms 2024-11-19T00:12:58,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-19T00:12:58,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-19T00:12:58,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-19T00:12:58,455 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.0 so closing down 2024-11-19T00:12:58,455 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:12:58,455 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:12:58,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-19T00:12:58,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-19T00:12:58,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,459 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:12:58,459 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T00:12:58,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-19T00:12:58,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-19T00:12:58,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T00:12:58,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:12:58,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-19T00:12:58,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-19T00:12:58,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-19T00:12:58,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-19T00:12:58,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-19T00:12:58,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-19T00:12:58,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741875_1052 (size=743) 2024-11-19T00:12:58,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741875_1052 (size=743) 2024-11-19T00:12:58,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741876_1053 (size=743) 2024-11-19T00:12:58,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-19T00:12:58,473 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:12:58,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741876_1053 (size=743) 2024-11-19T00:12:58,474 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:12:58,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-19T00:12:58,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T00:12:58,476 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T00:12:58,476 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 25 ms; skipped=7; WAL=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-19T00:12:58,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,476 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.0, size=2.3 K (2324bytes) at 1731975178446Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.0 so closing down at 1731975178455 (+9 ms)3 split writer threads finished at 1731975178455Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731975178461 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975178461Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975178473 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975178474 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731975178476 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731975178476Processed 27 edits across 2 Regions in 25 ms; skipped=7; WAL=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731975178476 2024-11-19T00:12:58,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-19T00:12:58,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-19T00:12:58,479 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/oldWALs/wal.dat.0 2024-11-19T00:12:58,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,480 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T00:12:58,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.1 2024-11-19T00:12:58,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-19T00:12:58,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.1 after 0ms 2024-11-19T00:12:58,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-19T00:12:58,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,483 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.1 took 4ms 2024-11-19T00:12:58,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-19T00:12:58,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-19T00:12:58,486 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.1 so closing down 2024-11-19T00:12:58,486 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:12:58,486 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:12:58,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-19T00:12:58,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-19T00:12:58,489 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T00:12:58,489 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T00:12:58,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-19T00:12:58,491 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T00:12:58,491 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T00:12:58,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-19T00:12:58,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-19T00:12:58,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-19T00:12:58,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741877_1054 (size=743) 2024-11-19T00:12:58,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741877_1054 (size=743) 2024-11-19T00:12:58,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741878_1055 (size=743) 2024-11-19T00:12:58,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741878_1055 (size=743) 2024-11-19T00:12:58,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:12:58,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:12:58,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-19T00:12:58,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-19T00:12:58,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T00:12:58,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T00:12:58,500 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:12:58,500 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.1, size=1.4 K (1393bytes) at 1731975178480Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.1 so closing down at 1731975178486 (+6 ms)3 split writer threads finished at 1731975178486Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731975178491 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731975178491Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975178498 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975178498Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731975178500 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731975178500Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975178500 2024-11-19T00:12:58,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-19T00:12:58,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-19T00:12:58,504 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/oldWALs/wal.dat.1 2024-11-19T00:12:58,504 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.2, size=150 (150bytes) 2024-11-19T00:12:58,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.2 2024-11-19T00:12:58,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,505 WARN [IPC Server handler 1 on default port 35577 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-19T00:12:58,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-19T00:12:58,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.2 after 1ms 2024-11-19T00:12:58,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-19T00:12:58,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-19T00:12:58,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-19T00:12:58,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-19T00:12:58,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-19T00:12:58,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-19T00:12:58,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-19T00:12:58,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-19T00:12:58,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-19T00:12:58,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-19T00:12:58,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-19T00:12:58,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-19T00:12:58,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-19T00:12:58,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-19T00:12:58,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-19T00:12:58,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-19T00:12:58,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-19T00:12:58,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-19T00:12:58,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-19T00:12:58,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-19T00:12:58,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-19T00:12:58,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-19T00:12:58,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-19T00:12:58,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-19T00:12:58,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-19T00:12:58,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-19T00:12:58,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-19T00:12:58,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-19T00:12:58,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-19T00:12:58,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-19T00:12:58,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-19T00:12:58,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-19T00:12:58,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-19T00:12:58,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-19T00:12:58,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-19T00:12:58,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-19T00:12:58,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-19T00:12:58,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-19T00:12:58,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-19T00:12:58,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-19T00:12:58,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-19T00:12:58,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-19T00:12:58,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-19T00:12:58,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-19T00:12:58,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-19T00:12:58,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-19T00:12:58,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-19T00:12:58,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-19T00:12:58,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-19T00:12:58,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-19T00:12:58,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-19T00:12:58,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-19T00:12:58,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-19T00:12:58,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-19T00:12:58,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-19T00:12:58,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-19T00:12:58,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-19T00:12:58,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-19T00:12:58,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-19T00:12:58,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-19T00:12:58,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-19T00:12:58,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-19T00:12:58,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-19T00:12:58,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-19T00:12:58,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-19T00:12:58,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-19T00:12:58,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-19T00:12:58,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-19T00:12:58,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-19T00:12:58,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-19T00:12:58,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-19T00:12:58,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-19T00:12:58,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-19T00:12:58,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-19T00:12:58,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-19T00:12:58,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-19T00:12:58,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-19T00:12:58,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-19T00:12:58,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-19T00:12:58,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-19T00:12:58,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-19T00:12:58,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-19T00:12:58,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-19T00:12:58,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-19T00:12:58,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-19T00:12:58,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-19T00:12:58,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-19T00:12:58,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-19T00:12:58,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-19T00:12:58,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-19T00:12:58,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-19T00:12:58,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-19T00:12:58,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-19T00:12:58,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-19T00:12:58,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-19T00:12:58,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-19T00:12:58,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-19T00:12:58,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-19T00:12:58,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-19T00:12:58,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-19T00:12:58,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-19T00:12:58,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-19T00:12:58,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-19T00:12:58,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-19T00:12:58,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-19T00:12:58,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-19T00:12:58,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-19T00:12:58,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-19T00:12:58,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-19T00:12:58,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-19T00:12:58,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-19T00:12:58,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-19T00:12:58,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-19T00:12:58,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-19T00:12:58,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-19T00:12:58,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-19T00:12:58,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-19T00:12:58,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-19T00:12:58,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-19T00:12:58,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-19T00:12:58,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-19T00:12:58,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-19T00:12:58,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-19T00:12:58,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-19T00:12:58,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-19T00:12:58,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-19T00:12:58,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-19T00:12:58,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-19T00:12:58,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-19T00:12:58,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-19T00:12:58,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-19T00:12:58,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-19T00:12:58,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-19T00:12:58,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-19T00:12:58,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-19T00:12:58,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-19T00:12:58,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-19T00:12:58,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-19T00:12:58,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-19T00:12:58,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-19T00:12:58,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-19T00:12:58,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-19T00:12:58,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-19T00:12:58,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-19T00:12:58,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-19T00:12:58,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-19T00:12:58,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-19T00:12:58,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-19T00:12:58,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-19T00:12:58,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-19T00:12:58,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-19T00:12:58,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-19T00:12:58,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-19T00:12:58,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-19T00:12:58,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-19T00:12:58,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-19T00:12:58,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-19T00:12:58,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-19T00:12:58,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-19T00:12:58,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-19T00:12:58,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-19T00:12:58,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-19T00:12:58,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-19T00:12:58,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-19T00:12:58,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-19T00:12:58,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-19T00:12:58,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-19T00:12:58,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-19T00:12:58,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-19T00:12:58,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-19T00:12:58,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-19T00:12:58,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-19T00:12:58,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-19T00:12:58,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-19T00:12:58,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-19T00:12:58,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-19T00:12:58,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-19T00:12:58,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-19T00:12:58,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-19T00:12:58,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-19T00:12:58,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-19T00:12:58,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-19T00:12:58,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-19T00:12:58,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-19T00:12:58,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-19T00:12:58,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-19T00:12:58,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-19T00:12:58,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-19T00:12:58,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-19T00:12:58,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-19T00:12:58,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-19T00:12:58,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-19T00:12:58,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-19T00:12:58,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-19T00:12:58,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-19T00:12:58,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-19T00:12:58,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-19T00:12:58,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-19T00:12:58,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-19T00:12:58,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-19T00:12:58,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-19T00:12:58,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-19T00:12:58,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-19T00:12:58,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-19T00:12:58,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-19T00:12:58,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-19T00:12:58,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-19T00:12:58,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-19T00:12:58,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-19T00:12:58,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-19T00:12:58,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-19T00:12:58,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-19T00:12:58,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-19T00:12:58,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-19T00:12:58,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-19T00:12:58,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-19T00:12:58,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-19T00:12:58,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-19T00:12:58,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-19T00:12:58,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-19T00:12:58,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-19T00:12:58,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-19T00:12:58,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-19T00:12:58,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=893, seq=0 2024-11-19T00:12:58,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=894, seq=0 2024-11-19T00:12:58,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=895, seq=0 2024-11-19T00:12:58,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=896, seq=0 2024-11-19T00:12:58,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=897, seq=0 2024-11-19T00:12:58,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=898, seq=0 2024-11-19T00:12:58,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=899, seq=0 2024-11-19T00:12:58,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=900, seq=0 2024-11-19T00:12:58,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=901, seq=0 2024-11-19T00:12:58,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=902, seq=0 2024-11-19T00:12:58,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=903, seq=0 2024-11-19T00:12:58,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=904, seq=0 2024-11-19T00:12:58,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=905, seq=0 2024-11-19T00:12:58,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=906, seq=0 2024-11-19T00:12:58,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=907, seq=0 2024-11-19T00:12:58,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=908, seq=0 2024-11-19T00:12:58,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=909, seq=0 2024-11-19T00:12:58,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=910, seq=0 2024-11-19T00:12:58,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=911, seq=0 2024-11-19T00:12:58,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=912, seq=0 2024-11-19T00:12:58,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=913, seq=0 2024-11-19T00:12:58,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T00:12:58,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T00:12:58,938 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_490806586_538 at /127.0.0.1:47108 [Receiving block BP-1610716951-172.17.0.2-1731975163058:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:36617:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47108 dst: /127.0.0.1:36617 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:12:58,938 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_490806586_538 at /127.0.0.1:51250 [Receiving block BP-1610716951-172.17.0.2-1731975163058:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:39877:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51250 dst: /127.0.0.1:39877 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39877 remote=/127.0.0.1:51250]. Total timeout mills is 60000, 59999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:12:58,938 WARN [ResponseProcessor for block BP-1610716951-172.17.0.2-1731975163058:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1610716951-172.17.0.2-1731975163058:blk_1073741874_1051 java.net.SocketException: Connection reset at sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394) ~[?:?] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426) ~[?:?] at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:141) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T00:12:58,938 WARN [DataStreamer for file /user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.2 block BP-1610716951-172.17.0.2-1731975163058:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1610716951-172.17.0.2-1731975163058:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:39877,DS-2e84d935-27f3-4b33-ad26-cecf7c9b9541,DISK], DatanodeInfoWithStorage[127.0.0.1:36617,DS-be96dd84-87af-45e0-9675-e58802a9e4e2,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:39877,DS-2e84d935-27f3-4b33-ad26-cecf7c9b9541,DISK]) is bad. 2024-11-19T00:12:58,940 WARN [DataStreamer for file /user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.2 block BP-1610716951-172.17.0.2-1731975163058:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1610716951-172.17.0.2-1731975163058:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T00:12:58,940 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1610716951-172.17.0.2-1731975163058:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T00:12:58,941 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1610716951-172.17.0.2-1731975163058:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-19T00:12:58,942 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1610716951-172.17.0.2-1731975163058:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 914 2024-11-19T00:12:58,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-19T00:12:58,942 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1610716951-172.17.0.2-1731975163058:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T00:12:58,943 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1610716951-172.17.0.2-1731975163058:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T00:12:58,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741874_1056 (size=57827) 2024-11-19T00:13:02,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.2 after 4004ms 2024-11-19T00:13:02,518 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.2 took 4014ms 2024-11-19T00:13:02,547 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.2; continuing. 2024-11-19T00:13:02,547 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.2 so closing down 2024-11-19T00:13:02,547 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:02,547 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:02,550 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:02,550 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:02,551 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:02,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:02,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741879_1057 (size=743) 2024-11-19T00:13:02,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741879_1057 (size=743) 2024-11-19T00:13:02,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741880_1058 (size=57185) 2024-11-19T00:13:02,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741880_1058 (size=57185) 2024-11-19T00:13:02,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 893 edits, skipped 0 edits in 7 ms) 2024-11-19T00:13:02,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T00:13:02,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:02,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T00:13:02,961 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 903 edits across 2 Regions in 442 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-19T00:13:02,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.2, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.2, size=150 (150bytes) at 1731975178504Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.2 so closing down at 1731975182547 (+4043 ms)3 split writer threads finished at 1731975182547Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731975182551 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731975182551Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 893 edits, skipped 0 edits in 7 ms) at 1731975182565 (+14 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731975182567 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975182959 (+392 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731975182961 (+2 ms)Processed 903 edits across 2 Regions in 442 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731975182961 2024-11-19T00:13:02,965 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/WALs/testlogcannotbewrittenonceparsed,16010,1731975177314/wal.dat.2 to hdfs://localhost:35577/user/jenkins/test-data/12f6c018-c7a7-67fe-7b86-b8ab6ada5656/oldWALs/wal.dat.2 2024-11-19T00:13:02,966 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-19T00:13:02,991 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=913, robber=913 2024-11-19T00:13:03,002 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=146 (was 140) Potentially hanging thread: IPC Client (1396361549) connection to localhost/127.0.0.1:43747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_857286179_22 at /127.0.0.1:51294 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:35577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_857286179_22 at /127.0.0.1:47158 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396361549) connection to localhost/127.0.0.1:35577 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:35577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396361549) connection to localhost/127.0.0.1:35577 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=401 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 282), ProcessCount=11 (was 11), AvailableMemoryMB=2421 (was 2585) 2024-11-19T00:13:03,010 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=146, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=2420 2024-11-19T00:13:03,010 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:03,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741881_1059 (size=7) 2024-11-19T00:13:03,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741881_1059 (size=7) 2024-11-19T00:13:03,423 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:03,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:03,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:03,434 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:03,436 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:13:03,436 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:13:03,438 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741882_1060 (size=1393) 2024-11-19T00:13:03,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741882_1060 (size=1393) 2024-11-19T00:13:03,455 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:03,455 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:03,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741883_1061 (size=1393) 2024-11-19T00:13:03,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741883_1061 (size=1393) 2024-11-19T00:13:03,471 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:13:03,471 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:13:03,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741884_1062 (size=1393) 2024-11-19T00:13:03,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741884_1062 (size=1393) 2024-11-19T00:13:03,488 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:13:03,488 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:13:03,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741885_1063 (size=1393) 2024-11-19T00:13:03,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741885_1063 (size=1393) 2024-11-19T00:13:03,504 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:13:03,504 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:13:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741886_1064 (size=1393) 2024-11-19T00:13:03,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741886_1064 (size=1393) 2024-11-19T00:13:03,922 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:13:03,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:03,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741887_1065 (size=1393) 2024-11-19T00:13:03,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741887_1065 (size=1393) 2024-11-19T00:13:03,946 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:13:03,947 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:13:03,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741888_1066 (size=1405) 2024-11-19T00:13:03,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741888_1066 (size=1405) 2024-11-19T00:13:03,966 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:13:03,966 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:13:03,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741889_1067 (size=1413) 2024-11-19T00:13:03,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741889_1067 (size=1413) 2024-11-19T00:13:03,983 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:13:03,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:13:03,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:03,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:03,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741890_1068 (size=1413) 2024-11-19T00:13:04,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741890_1068 (size=1413) 2024-11-19T00:13:04,002 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:13:04,002 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:13:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:04,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:04,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741891_1069 (size=1413) 2024-11-19T00:13:04,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741891_1069 (size=1413) 2024-11-19T00:13:04,020 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:13:04,037 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T00:13:04,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.0 2024-11-19T00:13:04,039 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.0 after 2ms 2024-11-19T00:13:04,040 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:13:06,055 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.0 took 2017ms 2024-11-19T00:13:06,058 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.0 so closing down 2024-11-19T00:13:06,058 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:06,058 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:06,062 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:06,062 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:06,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:06,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:06,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741893_1071 (size=743) 2024-11-19T00:13:06,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741892_1070 (size=743) 2024-11-19T00:13:06,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741893_1071 (size=743) 2024-11-19T00:13:06,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741892_1070 (size=743) 2024-11-19T00:13:06,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:06,480 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:06,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T00:13:06,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T00:13:06,490 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:06,490 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.0, size=1.4 K (1393bytes) at 1731975184037Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.0 so closing down at 1731975186058 (+2021 ms)3 split writer threads finished at 1731975186058Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731975186064 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975186064Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975186480 (+416 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975186481 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731975186489 (+8 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731975186489Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975186490 (+1 ms) 2024-11-19T00:13:06,496 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/oldWALs/wal.dat.0 2024-11-19T00:13:06,496 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T00:13:06,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.1 2024-11-19T00:13:06,497 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.1 after 1ms 2024-11-19T00:13:06,501 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.1 took 5ms 2024-11-19T00:13:06,503 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.1 so closing down 2024-11-19T00:13:06,503 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:06,503 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:06,506 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:06,506 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:06,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:06,508 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:06,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741894_1072 (size=743) 2024-11-19T00:13:06,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741894_1072 (size=743) 2024-11-19T00:13:06,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:06,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741895_1073 (size=743) 2024-11-19T00:13:06,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741895_1073 (size=743) 2024-11-19T00:13:06,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:06,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T00:13:06,523 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T00:13:06,523 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:06,524 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.1, size=1.4 K (1393bytes) at 1731975186496Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.1 so closing down at 1731975186503 (+7 ms)3 split writer threads finished at 1731975186503Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731975186508 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731975186508Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975186517 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975186520 (+3 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731975186521 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731975186523 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975186523 2024-11-19T00:13:06,529 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/oldWALs/wal.dat.1 2024-11-19T00:13:06,529 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T00:13:06,529 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.2 2024-11-19T00:13:06,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.2 after 1ms 2024-11-19T00:13:06,535 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.2 took 6ms 2024-11-19T00:13:06,537 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.2 so closing down 2024-11-19T00:13:06,537 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:06,537 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:06,541 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:06,541 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:06,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:06,542 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:06,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741896_1074 (size=743) 2024-11-19T00:13:06,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741897_1075 (size=743) 2024-11-19T00:13:06,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741897_1075 (size=743) 2024-11-19T00:13:06,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741896_1074 (size=743) 2024-11-19T00:13:06,548 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:06,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:06,551 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T00:13:06,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T00:13:06,552 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:06,552 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.2, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.2, size=1.4 K (1393bytes) at 1731975186529Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.2 so closing down at 1731975186537 (+8 ms)3 split writer threads finished at 1731975186537Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731975186542 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731975186542Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975186548 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975186548Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731975186551 (+3 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731975186552 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975186552 2024-11-19T00:13:06,555 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.2 to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/oldWALs/wal.dat.2 2024-11-19T00:13:06,556 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T00:13:06,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.3 2024-11-19T00:13:06,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.3 after 0ms 2024-11-19T00:13:06,560 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.3 took 5ms 2024-11-19T00:13:06,561 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.3 so closing down 2024-11-19T00:13:06,561 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:06,561 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:06,565 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:06,565 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:06,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:06,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:06,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741898_1076 (size=743) 2024-11-19T00:13:06,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741899_1077 (size=743) 2024-11-19T00:13:06,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741899_1077 (size=743) 2024-11-19T00:13:06,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741898_1076 (size=743) 2024-11-19T00:13:06,577 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:06,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T00:13:06,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:06,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T00:13:06,981 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:06,981 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.3, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.3, size=1.4 K (1393bytes) at 1731975186556Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.3 so closing down at 1731975186561 (+5 ms)3 split writer threads finished at 1731975186561Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731975186566 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731975186566Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975186577 (+11 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731975186580 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975186977 (+397 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731975186981 (+4 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975186981 2024-11-19T00:13:06,986 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.3 to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/oldWALs/wal.dat.3 2024-11-19T00:13:06,986 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T00:13:06,986 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.4 2024-11-19T00:13:06,987 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.4 after 1ms 2024-11-19T00:13:06,990 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.4 took 4ms 2024-11-19T00:13:06,992 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.4 so closing down 2024-11-19T00:13:06,992 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:06,992 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:06,995 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:06,995 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:06,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:06,997 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:07,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741901_1079 (size=743) 2024-11-19T00:13:07,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741900_1078 (size=743) 2024-11-19T00:13:07,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:07,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741900_1078 (size=743) 2024-11-19T00:13:07,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741901_1079 (size=743) 2024-11-19T00:13:07,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T00:13:07,408 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:07,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T00:13:07,411 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:07,411 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.4, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.4, size=1.4 K (1393bytes) at 1731975186986Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.4 so closing down at 1731975186992 (+6 ms)3 split writer threads finished at 1731975186992Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731975186997 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731975186997Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975187007 (+10 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731975187009 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975187408 (+399 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731975187410 (+2 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975187411 (+1 ms) 2024-11-19T00:13:07,414 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.4 to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/oldWALs/wal.dat.4 2024-11-19T00:13:07,414 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T00:13:07,414 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.5 2024-11-19T00:13:07,415 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.5 after 1ms 2024-11-19T00:13:07,418 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.5 took 4ms 2024-11-19T00:13:07,419 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.5 so closing down 2024-11-19T00:13:07,419 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:07,420 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:07,423 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:07,423 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:07,424 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:07,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:07,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741902_1080 (size=743) 2024-11-19T00:13:07,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741903_1081 (size=743) 2024-11-19T00:13:07,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741902_1080 (size=743) 2024-11-19T00:13:07,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741903_1081 (size=743) 2024-11-19T00:13:07,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:07,437 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:07,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T00:13:07,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T00:13:07,440 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:07,440 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.5, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.5, size=1.4 K (1393bytes) at 1731975187414Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.5 so closing down at 1731975187419 (+5 ms)3 split writer threads finished at 1731975187420 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731975187425 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731975187425Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975187436 (+11 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975187437 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731975187439 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731975187440 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975187440 2024-11-19T00:13:07,443 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.5 to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/oldWALs/wal.dat.5 2024-11-19T00:13:07,443 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T00:13:07,443 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.6 2024-11-19T00:13:07,443 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.6 after 0ms 2024-11-19T00:13:07,446 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.6 took 3ms 2024-11-19T00:13:07,448 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.6 so closing down 2024-11-19T00:13:07,448 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:07,448 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:07,451 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:07,451 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:07,453 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:07,453 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:07,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741905_1083 (size=749) 2024-11-19T00:13:07,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741905_1083 (size=749) 2024-11-19T00:13:07,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741904_1082 (size=749) 2024-11-19T00:13:07,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:07,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741904_1082 (size=749) 2024-11-19T00:13:07,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T00:13:07,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:07,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T00:13:07,864 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T00:13:07,865 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.6, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.6, size=1.4 K (1405bytes) at 1731975187443Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.6 so closing down at 1731975187448 (+5 ms)3 split writer threads finished at 1731975187448Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731975187453 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731975187453Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975187460 (+7 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731975187462 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975187861 (+399 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731975187864 (+3 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731975187865 (+1 ms) 2024-11-19T00:13:07,869 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.6 to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/oldWALs/wal.dat.6 2024-11-19T00:13:07,869 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T00:13:07,869 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.7 2024-11-19T00:13:07,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.7 after 1ms 2024-11-19T00:13:07,874 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.7 took 5ms 2024-11-19T00:13:07,876 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.7 so closing down 2024-11-19T00:13:07,876 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:07,876 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:07,879 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:07,880 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:07,881 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:07,881 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:07,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741906_1084 (size=753) 2024-11-19T00:13:07,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741906_1084 (size=753) 2024-11-19T00:13:07,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:07,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741907_1085 (size=753) 2024-11-19T00:13:07,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741907_1085 (size=753) 2024-11-19T00:13:07,892 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T00:13:08,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:08,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T00:13:08,295 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:08,295 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.7, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.7, size=1.4 K (1413bytes) at 1731975187869Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.7 so closing down at 1731975187876 (+7 ms)3 split writer threads finished at 1731975187876Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731975187881 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731975187881Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975187889 (+8 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731975187892 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975188290 (+398 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731975188295 (+5 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975188295 2024-11-19T00:13:08,300 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.7 to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/oldWALs/wal.dat.7 2024-11-19T00:13:08,300 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T00:13:08,300 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.8 2024-11-19T00:13:08,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.8 after 1ms 2024-11-19T00:13:08,307 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.8 took 7ms 2024-11-19T00:13:08,309 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.8 so closing down 2024-11-19T00:13:08,309 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:08,310 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:08,317 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:08,317 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:08,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:08,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:08,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741908_1086 (size=753) 2024-11-19T00:13:08,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741908_1086 (size=753) 2024-11-19T00:13:08,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741909_1087 (size=753) 2024-11-19T00:13:08,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741909_1087 (size=753) 2024-11-19T00:13:08,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:08,346 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T00:13:08,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:08,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T00:13:08,742 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:08,742 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.8, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.8, size=1.4 K (1413bytes) at 1731975188300Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.8 so closing down at 1731975188309 (+9 ms)3 split writer threads finished at 1731975188310 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731975188319 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731975188320 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975188342 (+22 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731975188346 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975188738 (+392 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731975188742 (+4 ms)Processed 20 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975188742 2024-11-19T00:13:08,747 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.8 to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/oldWALs/wal.dat.8 2024-11-19T00:13:08,747 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T00:13:08,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.9 2024-11-19T00:13:08,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.9 after 1ms 2024-11-19T00:13:08,753 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.9 took 6ms 2024-11-19T00:13:08,756 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.9 so closing down 2024-11-19T00:13:08,756 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:08,756 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:08,761 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:08,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:08,764 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:08,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:08,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741910_1088 (size=753) 2024-11-19T00:13:08,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741910_1088 (size=753) 2024-11-19T00:13:08,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:08,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T00:13:08,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741911_1089 (size=753) 2024-11-19T00:13:08,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741911_1089 (size=753) 2024-11-19T00:13:08,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:08,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T00:13:08,787 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:08,787 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.9, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.9, size=1.4 K (1413bytes) at 1731975188747Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.9 so closing down at 1731975188756 (+9 ms)3 split writer threads finished at 1731975188756Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731975188763 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731975188766 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975188773 (+7 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731975188778 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975188783 (+5 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731975188786 (+3 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975188787 (+1 ms) 2024-11-19T00:13:08,791 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/WALs/testretryopenduringrecovery,16010,1731975183434/wal.dat.9 to hdfs://localhost:35577/user/jenkins/test-data/22f73239-3de3-5c5f-5f99-c78e69eb142f/oldWALs/wal.dat.9 2024-11-19T00:13:08,807 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=146 (was 146), OpenFileDescriptor=393 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=255 (was 268), ProcessCount=11 (was 11), AvailableMemoryMB=3095 (was 2420) - AvailableMemoryMB LEAK? - 2024-11-19T00:13:08,820 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=146, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=255, ProcessCount=11, AvailableMemoryMB=3094 2024-11-19T00:13:08,820 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:08,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741912_1090 (size=7) 2024-11-19T00:13:08,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741912_1090 (size=7) 2024-11-19T00:13:08,837 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:08,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:08,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:08,845 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:08,845 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:13:08,846 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:13:08,848 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:08,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741913_1091 (size=1393) 2024-11-19T00:13:08,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741913_1091 (size=1393) 2024-11-19T00:13:08,872 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:08,873 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:08,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741914_1092 (size=1393) 2024-11-19T00:13:08,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741914_1092 (size=1393) 2024-11-19T00:13:08,890 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:13:08,890 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:13:08,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741915_1093 (size=1393) 2024-11-19T00:13:08,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741915_1093 (size=1393) 2024-11-19T00:13:08,906 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:13:08,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:13:08,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741916_1094 (size=1393) 2024-11-19T00:13:08,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741916_1094 (size=1393) 2024-11-19T00:13:08,933 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:13:08,934 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:13:08,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:08,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:08,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741917_1095 (size=1393) 2024-11-19T00:13:08,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741917_1095 (size=1393) 2024-11-19T00:13:08,993 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:13:08,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:09,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,038 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:13:09,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741919_1097 (size=1405) 2024-11-19T00:13:09,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741919_1097 (size=1405) 2024-11-19T00:13:09,077 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:13:09,077 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:13:09,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741920_1098 (size=1413) 2024-11-19T00:13:09,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741920_1098 (size=1413) 2024-11-19T00:13:09,130 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:13:09,130 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:13:09,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741921_1099 (size=1413) 2024-11-19T00:13:09,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741921_1099 (size=1413) 2024-11-19T00:13:09,182 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:13:09,182 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:13:09,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:09,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741922_1100 (size=1413) 2024-11-19T00:13:09,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741922_1100 (size=1413) 2024-11-19T00:13:09,244 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:13:09,262 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T00:13:09,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.0 2024-11-19T00:13:09,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.0 after 1ms 2024-11-19T00:13:09,271 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.0 took 9ms 2024-11-19T00:13:09,278 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.0 so closing down 2024-11-19T00:13:09,278 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:09,278 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:09,285 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:09,286 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:09,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:09,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:09,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741923_1101 (size=743) 2024-11-19T00:13:09,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741923_1101 (size=743) 2024-11-19T00:13:09,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:09,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T00:13:09,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741924_1102 (size=743) 2024-11-19T00:13:09,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741924_1102 (size=743) 2024-11-19T00:13:09,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:09,409 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T00:13:09,409 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 135 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:09,409 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.0, size=1.4 K (1393bytes) at 1731975189262Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.0 so closing down at 1731975189278 (+16 ms)3 split writer threads finished at 1731975189278Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975189292 (+14 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731975189313 (+21 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975189391 (+78 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731975189394 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975189405 (+11 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731975189409 (+4 ms)Processed 20 edits across 2 Regions in 135 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975189409 2024-11-19T00:13:09,416 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/oldWALs/wal.dat.0 2024-11-19T00:13:09,417 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T00:13:09,417 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.1 2024-11-19T00:13:09,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.1 after 1ms 2024-11-19T00:13:09,423 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.1 took 6ms 2024-11-19T00:13:09,450 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.1 so closing down 2024-11-19T00:13:09,450 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:09,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:09,463 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:09,466 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:09,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:09,470 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:09,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741925_1103 (size=743) 2024-11-19T00:13:09,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741925_1103 (size=743) 2024-11-19T00:13:09,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741926_1104 (size=743) 2024-11-19T00:13:09,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741926_1104 (size=743) 2024-11-19T00:13:09,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:09,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T00:13:09,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:09,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T00:13:09,897 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:09,897 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.1, size=1.4 K (1393bytes) at 1731975189417Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.1 so closing down at 1731975189450 (+33 ms)3 split writer threads finished at 1731975189454 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731975189468 (+14 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731975189470 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975189497 (+27 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731975189499 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975189894 (+395 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731975189897 (+3 ms)Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975189897 2024-11-19T00:13:09,899 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/oldWALs/wal.dat.1 2024-11-19T00:13:09,900 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T00:13:09,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.2 2024-11-19T00:13:09,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.2 after 0ms 2024-11-19T00:13:09,903 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.2 took 3ms 2024-11-19T00:13:09,914 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.2 so closing down 2024-11-19T00:13:09,914 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:09,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:09,918 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:09,918 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:09,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:09,920 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:09,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741928_1106 (size=743) 2024-11-19T00:13:09,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741928_1106 (size=743) 2024-11-19T00:13:09,943 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:09,945 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T00:13:09,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741927_1105 (size=743) 2024-11-19T00:13:09,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741927_1105 (size=743) 2024-11-19T00:13:09,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:09,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T00:13:09,951 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:09,951 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.2, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.2, size=1.4 K (1393bytes) at 1731975189900Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.2 so closing down at 1731975189914 (+14 ms)3 split writer threads finished at 1731975189914Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731975189920 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731975189920Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975189943 (+23 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731975189945 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975189949 (+4 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731975189951 (+2 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975189951 2024-11-19T00:13:09,953 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.2 to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/oldWALs/wal.dat.2 2024-11-19T00:13:09,953 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T00:13:09,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.3 2024-11-19T00:13:09,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.3 after 0ms 2024-11-19T00:13:09,960 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.3 took 7ms 2024-11-19T00:13:09,963 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.3 so closing down 2024-11-19T00:13:09,963 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:09,963 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:09,971 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:09,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:09,983 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:09,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:09,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741929_1107 (size=743) 2024-11-19T00:13:09,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741929_1107 (size=743) 2024-11-19T00:13:09,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-11-19T00:13:09,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T00:13:09,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741930_1108 (size=743) 2024-11-19T00:13:09,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741930_1108 (size=743) 2024-11-19T00:13:10,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:10,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T00:13:10,401 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:10,401 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.3, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.3, size=1.4 K (1393bytes) at 1731975189953Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.3 so closing down at 1731975189963 (+10 ms)3 split writer threads finished at 1731975189963Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731975189974 (+11 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731975189986 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1731975189991 (+5 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731975189993 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975190399 (+406 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731975190401 (+2 ms)Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975190401 2024-11-19T00:13:10,403 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.3 to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/oldWALs/wal.dat.3 2024-11-19T00:13:10,403 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T00:13:10,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.4 2024-11-19T00:13:10,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.4 after 0ms 2024-11-19T00:13:10,406 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.4 took 3ms 2024-11-19T00:13:10,407 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.4 so closing down 2024-11-19T00:13:10,407 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:10,407 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:10,409 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:10,410 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:10,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:10,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:10,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741931_1109 (size=743) 2024-11-19T00:13:10,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741931_1109 (size=743) 2024-11-19T00:13:10,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741932_1110 (size=743) 2024-11-19T00:13:10,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741932_1110 (size=743) 2024-11-19T00:13:10,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:10,427 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T00:13:10,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:10,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T00:13:10,827 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:10,827 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.4, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.4, size=1.4 K (1393bytes) at 1731975190403Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.4 so closing down at 1731975190407 (+4 ms)3 split writer threads finished at 1731975190407Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731975190419 (+12 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731975190419Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975190426 (+7 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731975190427 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975190825 (+398 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731975190827 (+2 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975190827 2024-11-19T00:13:10,829 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.4 to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/oldWALs/wal.dat.4 2024-11-19T00:13:10,829 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.5, size=150 (150bytes) 2024-11-19T00:13:10,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.5 2024-11-19T00:13:10,830 WARN [IPC Server handler 4 on default port 35577 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-19T00:13:10,830 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.5 after 1ms 2024-11-19T00:13:10,947 WARN [ResponseProcessor for block BP-1610716951-172.17.0.2-1731975163058:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1610716951-172.17.0.2-1731975163058:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T00:13:10,947 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-904452660_22 at /127.0.0.1:51386 [Receiving block BP-1610716951-172.17.0.2-1731975163058:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:36617:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51386 dst: /127.0.0.1:36617 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:13:10,947 WARN [DataStreamer for file /user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.5 block BP-1610716951-172.17.0.2-1731975163058:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1610716951-172.17.0.2-1731975163058:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:39877,DS-2e84d935-27f3-4b33-ad26-cecf7c9b9541,DISK], DatanodeInfoWithStorage[127.0.0.1:36617,DS-be96dd84-87af-45e0-9675-e58802a9e4e2,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:39877,DS-2e84d935-27f3-4b33-ad26-cecf7c9b9541,DISK]) is bad. 2024-11-19T00:13:10,947 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-904452660_22 at /127.0.0.1:43542 [Receiving block BP-1610716951-172.17.0.2-1731975163058:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:39877:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43542 dst: /127.0.0.1:39877 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39877 remote=/127.0.0.1:43542]. Total timeout mills is 60000, 58091 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:13:10,948 WARN [DataStreamer for file /user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.5 block BP-1610716951-172.17.0.2-1731975163058:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1610716951-172.17.0.2-1731975163058:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T00:13:10,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741918_1111 (size=1385) 2024-11-19T00:13:14,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.5 after 4003ms 2024-11-19T00:13:14,841 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.5 took 4011ms 2024-11-19T00:13:14,843 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.5; continuing. 2024-11-19T00:13:14,843 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.5 so closing down 2024-11-19T00:13:14,843 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:14,843 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:14,846 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:14,846 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:14,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:14,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:14,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741933_1112 (size=743) 2024-11-19T00:13:14,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741933_1112 (size=743) 2024-11-19T00:13:14,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:14,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741934_1113 (size=743) 2024-11-19T00:13:14,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741934_1113 (size=743) 2024-11-19T00:13:14,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T00:13:15,255 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:15,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T00:13:15,259 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-19T00:13:15,259 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.5, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.5, size=150 (150bytes) at 1731975190829Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.5 so closing down at 1731975194843 (+4014 ms)3 split writer threads finished at 1731975194843Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731975194847 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731975194847Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975194853 (+6 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731975194854 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975195255 (+401 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731975195259 (+4 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731975195259 2024-11-19T00:13:15,264 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.5 to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/oldWALs/wal.dat.5 2024-11-19T00:13:15,264 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T00:13:15,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.6 2024-11-19T00:13:15,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.6 after 1ms 2024-11-19T00:13:15,268 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.6 took 4ms 2024-11-19T00:13:15,269 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.6 so closing down 2024-11-19T00:13:15,269 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:15,269 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:15,271 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:15,271 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:15,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:15,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:15,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741936_1115 (size=749) 2024-11-19T00:13:15,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741935_1114 (size=749) 2024-11-19T00:13:15,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741935_1114 (size=749) 2024-11-19T00:13:15,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741936_1115 (size=749) 2024-11-19T00:13:15,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:15,280 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:15,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T00:13:15,281 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T00:13:15,282 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T00:13:15,282 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.6, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.6, size=1.4 K (1405bytes) at 1731975195264Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.6 so closing down at 1731975195269 (+5 ms)3 split writer threads finished at 1731975195269Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731975195272 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731975195273 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975195280 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975195280Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731975195281 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731975195282 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731975195282 2024-11-19T00:13:15,283 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.6 to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/oldWALs/wal.dat.6 2024-11-19T00:13:15,283 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T00:13:15,283 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.7 2024-11-19T00:13:15,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.7 after 1ms 2024-11-19T00:13:15,286 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.7 took 3ms 2024-11-19T00:13:15,287 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.7 so closing down 2024-11-19T00:13:15,287 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:15,287 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:15,289 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:15,289 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:15,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:15,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:15,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741938_1117 (size=753) 2024-11-19T00:13:15,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741938_1117 (size=753) 2024-11-19T00:13:15,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741937_1116 (size=753) 2024-11-19T00:13:15,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:15,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741937_1116 (size=753) 2024-11-19T00:13:15,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T00:13:15,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:15,702 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T00:13:15,702 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:15,702 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.7, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.7, size=1.4 K (1413bytes) at 1731975195283Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.7 so closing down at 1731975195287 (+4 ms)3 split writer threads finished at 1731975195287Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731975195290 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731975195290Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975195299 (+9 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731975195300 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975195700 (+400 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731975195702 (+2 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975195702 2024-11-19T00:13:15,704 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.7 to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/oldWALs/wal.dat.7 2024-11-19T00:13:15,704 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T00:13:15,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.8 2024-11-19T00:13:15,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.8 after 1ms 2024-11-19T00:13:15,707 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.8 took 3ms 2024-11-19T00:13:15,708 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.8 so closing down 2024-11-19T00:13:15,709 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:15,709 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:15,711 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:15,711 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:15,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:15,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:15,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741939_1118 (size=753) 2024-11-19T00:13:15,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741940_1119 (size=753) 2024-11-19T00:13:15,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741940_1119 (size=753) 2024-11-19T00:13:15,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:15,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741939_1118 (size=753) 2024-11-19T00:13:15,727 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:15,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T00:13:15,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T00:13:15,729 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:15,729 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.8, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.8, size=1.4 K (1413bytes) at 1731975195704Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.8 so closing down at 1731975195708 (+4 ms)3 split writer threads finished at 1731975195709 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731975195713 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731975195713Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975195727 (+14 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975195727Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731975195728 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731975195729 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975195729 2024-11-19T00:13:15,730 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.8 to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/oldWALs/wal.dat.8 2024-11-19T00:13:15,731 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T00:13:15,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.9 2024-11-19T00:13:15,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.9 after 0ms 2024-11-19T00:13:15,733 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.9 took 3ms 2024-11-19T00:13:15,734 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.9 so closing down 2024-11-19T00:13:15,734 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:15,734 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:15,737 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:15,737 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:15,738 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:15,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:15,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741941_1120 (size=753) 2024-11-19T00:13:15,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741941_1120 (size=753) 2024-11-19T00:13:15,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741942_1121 (size=753) 2024-11-19T00:13:15,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741942_1121 (size=753) 2024-11-19T00:13:15,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:15,744 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:15,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T00:13:15,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T00:13:15,746 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:15,746 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.9, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.9, size=1.4 K (1413bytes) at 1731975195731Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.9 so closing down at 1731975195734 (+3 ms)3 split writer threads finished at 1731975195734Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731975195738 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731975195738Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975195744 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975195744Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731975195745 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731975195746 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975195746 2024-11-19T00:13:15,747 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731975188845/wal.dat.9 to hdfs://localhost:35577/user/jenkins/test-data/860a9be4-304f-80b7-293a-2e9e7c0ee1c1/oldWALs/wal.dat.9 2024-11-19T00:13:15,810 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=142 (was 146), OpenFileDescriptor=395 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 255), ProcessCount=11 (was 11), AvailableMemoryMB=2632 (was 3094) 2024-11-19T00:13:15,818 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=142, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=234, ProcessCount=11, AvailableMemoryMB=2632 2024-11-19T00:13:15,818 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:15,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741943_1122 (size=7) 2024-11-19T00:13:15,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741943_1122 (size=7) 2024-11-19T00:13:15,829 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:15,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:15,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:15,834 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:15,844 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=142 (was 142), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 234), ProcessCount=11 (was 11), AvailableMemoryMB=2631 (was 2632) 2024-11-19T00:13:15,850 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=142, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=234, ProcessCount=11, AvailableMemoryMB=2631 2024-11-19T00:13:15,850 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:15,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741944_1123 (size=7) 2024-11-19T00:13:15,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741944_1123 (size=7) 2024-11-19T00:13:15,858 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:15,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:15,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:15,864 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:15,865 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:13:15,865 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:13:15,867 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:15,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741945_1124 (size=1393) 2024-11-19T00:13:15,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741945_1124 (size=1393) 2024-11-19T00:13:15,884 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:15,884 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:15,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741946_1125 (size=1393) 2024-11-19T00:13:15,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741946_1125 (size=1393) 2024-11-19T00:13:15,898 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:13:15,898 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:13:15,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741947_1126 (size=1393) 2024-11-19T00:13:15,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741947_1126 (size=1393) 2024-11-19T00:13:15,911 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:13:15,912 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:13:15,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741948_1127 (size=1393) 2024-11-19T00:13:15,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741948_1127 (size=1393) 2024-11-19T00:13:15,925 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:13:15,925 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:13:15,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741949_1128 (size=1393) 2024-11-19T00:13:15,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741949_1128 (size=1393) 2024-11-19T00:13:15,937 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:13:15,937 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:15,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741950_1129 (size=1393) 2024-11-19T00:13:15,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741950_1129 (size=1393) 2024-11-19T00:13:15,950 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:13:15,951 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:13:15,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741951_1130 (size=1405) 2024-11-19T00:13:15,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741951_1130 (size=1405) 2024-11-19T00:13:15,965 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:13:15,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:13:15,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741952_1131 (size=1413) 2024-11-19T00:13:15,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741952_1131 (size=1413) 2024-11-19T00:13:15,980 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:13:15,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:13:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:15,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:15,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741953_1132 (size=1413) 2024-11-19T00:13:15,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741953_1132 (size=1413) 2024-11-19T00:13:16,001 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:13:16,001 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:13:16,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:16,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:16,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741954_1133 (size=1413) 2024-11-19T00:13:16,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741954_1133 (size=1413) 2024-11-19T00:13:16,428 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:13:16,448 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T00:13:16,448 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.0 2024-11-19T00:13:16,449 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.0 after 1ms 2024-11-19T00:13:16,451 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.0 took 3ms 2024-11-19T00:13:16,454 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.0 so closing down 2024-11-19T00:13:16,454 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:16,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:16,457 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:16,457 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:16,458 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:16,458 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:16,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741955_1134 (size=743) 2024-11-19T00:13:16,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741955_1134 (size=743) 2024-11-19T00:13:16,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,470 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T00:13:16,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741956_1135 (size=743) 2024-11-19T00:13:16,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741956_1135 (size=743) 2024-11-19T00:13:16,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T00:13:16,480 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:16,480 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.0, size=1.4 K (1393bytes) at 1731975196448Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.0 so closing down at 1731975196454 (+6 ms)3 split writer threads finished at 1731975196454Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731975196458 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975196458Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196469 (+11 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731975196470 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196478 (+8 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731975196480 (+2 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975196480 2024-11-19T00:13:16,482 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/oldWALs/wal.dat.0 2024-11-19T00:13:16,482 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T00:13:16,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.1 2024-11-19T00:13:16,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.1 after 1ms 2024-11-19T00:13:16,485 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.1 took 3ms 2024-11-19T00:13:16,486 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.1 so closing down 2024-11-19T00:13:16,486 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:16,486 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:16,489 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:16,489 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:16,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:16,490 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:16,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741957_1136 (size=743) 2024-11-19T00:13:16,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741957_1136 (size=743) 2024-11-19T00:13:16,496 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T00:13:16,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741958_1137 (size=743) 2024-11-19T00:13:16,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741958_1137 (size=743) 2024-11-19T00:13:16,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T00:13:16,503 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:16,503 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.1, size=1.4 K (1393bytes) at 1731975196482Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.1 so closing down at 1731975196486 (+4 ms)3 split writer threads finished at 1731975196486Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731975196490 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731975196490Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196496 (+6 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731975196497 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196501 (+4 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731975196503 (+2 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975196503 2024-11-19T00:13:16,504 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/oldWALs/wal.dat.1 2024-11-19T00:13:16,505 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T00:13:16,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.2 2024-11-19T00:13:16,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.2 after 0ms 2024-11-19T00:13:16,507 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.2 took 3ms 2024-11-19T00:13:16,508 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.2 so closing down 2024-11-19T00:13:16,508 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:16,508 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:16,510 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:16,510 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:16,512 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:16,512 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:16,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741959_1138 (size=743) 2024-11-19T00:13:16,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741960_1139 (size=743) 2024-11-19T00:13:16,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741959_1138 (size=743) 2024-11-19T00:13:16,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741960_1139 (size=743) 2024-11-19T00:13:16,519 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,519 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T00:13:16,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T00:13:16,520 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:16,520 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.2, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.2, size=1.4 K (1393bytes) at 1731975196505Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.2 so closing down at 1731975196508 (+3 ms)3 split writer threads finished at 1731975196508Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731975196512 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731975196512Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196517 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196519 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731975196519Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731975196520 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975196520 2024-11-19T00:13:16,522 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.2 to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/oldWALs/wal.dat.2 2024-11-19T00:13:16,522 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T00:13:16,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.3 2024-11-19T00:13:16,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.3 after 0ms 2024-11-19T00:13:16,524 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.3 took 2ms 2024-11-19T00:13:16,525 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.3 so closing down 2024-11-19T00:13:16,525 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:16,525 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:16,527 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:16,527 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:16,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:16,528 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:16,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741962_1141 (size=743) 2024-11-19T00:13:16,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741961_1140 (size=743) 2024-11-19T00:13:16,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741962_1141 (size=743) 2024-11-19T00:13:16,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741961_1140 (size=743) 2024-11-19T00:13:16,534 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,535 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,536 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T00:13:16,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T00:13:16,536 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:16,536 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.3, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.3, size=1.4 K (1393bytes) at 1731975196522Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.3 so closing down at 1731975196525 (+3 ms)3 split writer threads finished at 1731975196525Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731975196528 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731975196528Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196534 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196535 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731975196536 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731975196536Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975196536 2024-11-19T00:13:16,538 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.3 to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/oldWALs/wal.dat.3 2024-11-19T00:13:16,538 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T00:13:16,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.4 2024-11-19T00:13:16,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.4 after 0ms 2024-11-19T00:13:16,541 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.4 took 3ms 2024-11-19T00:13:16,542 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.4 so closing down 2024-11-19T00:13:16,543 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:16,543 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:16,545 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:16,545 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:16,546 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:16,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:16,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741963_1142 (size=743) 2024-11-19T00:13:16,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741964_1143 (size=743) 2024-11-19T00:13:16,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741964_1143 (size=743) 2024-11-19T00:13:16,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741963_1142 (size=743) 2024-11-19T00:13:16,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T00:13:16,553 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T00:13:16,553 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:16,553 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.4, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.4, size=1.4 K (1393bytes) at 1731975196538Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.4 so closing down at 1731975196543 (+5 ms)3 split writer threads finished at 1731975196543Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731975196546 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731975196546Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196552 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196552Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731975196553 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731975196553Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975196553 2024-11-19T00:13:16,554 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.4 to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/oldWALs/wal.dat.4 2024-11-19T00:13:16,555 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T00:13:16,555 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.5 2024-11-19T00:13:16,555 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.5 after 0ms 2024-11-19T00:13:16,557 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.5 took 3ms 2024-11-19T00:13:16,558 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.5 so closing down 2024-11-19T00:13:16,559 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:16,559 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:16,561 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:16,561 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:16,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:16,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:16,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741965_1144 (size=743) 2024-11-19T00:13:16,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741966_1145 (size=743) 2024-11-19T00:13:16,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741966_1145 (size=743) 2024-11-19T00:13:16,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741965_1144 (size=743) 2024-11-19T00:13:16,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T00:13:16,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T00:13:16,574 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:16,574 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.5, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.5, size=1.4 K (1393bytes) at 1731975196555Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.5 so closing down at 1731975196558 (+3 ms)3 split writer threads finished at 1731975196559 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731975196562 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731975196562Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196567 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196567Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731975196574 (+7 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731975196574Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975196574 2024-11-19T00:13:16,576 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.5 to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/oldWALs/wal.dat.5 2024-11-19T00:13:16,576 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T00:13:16,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.6 2024-11-19T00:13:16,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.6 after 0ms 2024-11-19T00:13:16,578 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.6 took 2ms 2024-11-19T00:13:16,580 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.6 so closing down 2024-11-19T00:13:16,580 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:16,580 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:16,582 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:16,582 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:16,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:16,583 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:16,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741968_1147 (size=749) 2024-11-19T00:13:16,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741968_1147 (size=749) 2024-11-19T00:13:16,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741967_1146 (size=749) 2024-11-19T00:13:16,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741967_1146 (size=749) 2024-11-19T00:13:16,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T00:13:16,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T00:13:16,591 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T00:13:16,591 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.6, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.6, size=1.4 K (1405bytes) at 1731975196576Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.6 so closing down at 1731975196580 (+4 ms)3 split writer threads finished at 1731975196580Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731975196583 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731975196583Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196589 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196590 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731975196590Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731975196591 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731975196591 2024-11-19T00:13:16,593 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.6 to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/oldWALs/wal.dat.6 2024-11-19T00:13:16,593 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T00:13:16,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.7 2024-11-19T00:13:16,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.7 after 0ms 2024-11-19T00:13:16,596 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.7 took 2ms 2024-11-19T00:13:16,597 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.7 so closing down 2024-11-19T00:13:16,597 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:16,597 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:16,599 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:16,600 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:16,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:16,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:16,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741969_1148 (size=753) 2024-11-19T00:13:16,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741969_1148 (size=753) 2024-11-19T00:13:16,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741970_1149 (size=753) 2024-11-19T00:13:16,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741970_1149 (size=753) 2024-11-19T00:13:16,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T00:13:16,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T00:13:16,612 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:16,612 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.7, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.7, size=1.4 K (1413bytes) at 1731975196593Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.7 so closing down at 1731975196597 (+4 ms)3 split writer threads finished at 1731975196597Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731975196601 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731975196601Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196608 (+7 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731975196610 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196610Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731975196612 (+2 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975196612 2024-11-19T00:13:16,614 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.7 to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/oldWALs/wal.dat.7 2024-11-19T00:13:16,614 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T00:13:16,614 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.8 2024-11-19T00:13:16,615 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.8 after 1ms 2024-11-19T00:13:16,618 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.8 took 3ms 2024-11-19T00:13:16,619 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.8 so closing down 2024-11-19T00:13:16,619 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:16,619 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:16,621 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:16,621 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:16,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:16,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:16,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741972_1151 (size=753) 2024-11-19T00:13:16,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741972_1151 (size=753) 2024-11-19T00:13:16,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,629 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T00:13:16,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741971_1150 (size=753) 2024-11-19T00:13:16,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741971_1150 (size=753) 2024-11-19T00:13:16,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T00:13:16,636 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:16,636 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.8, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.8, size=1.4 K (1413bytes) at 1731975196614Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.8 so closing down at 1731975196619 (+5 ms)3 split writer threads finished at 1731975196619Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731975196623 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731975196623Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196627 (+4 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731975196629 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196634 (+5 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731975196636 (+2 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975196636 2024-11-19T00:13:16,638 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.8 to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/oldWALs/wal.dat.8 2024-11-19T00:13:16,638 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T00:13:16,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.9 2024-11-19T00:13:16,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.9 after 0ms 2024-11-19T00:13:16,640 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.9 took 2ms 2024-11-19T00:13:16,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.9 so closing down 2024-11-19T00:13:16,644 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:16,644 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:16,646 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:16,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:16,652 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:16,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:16,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741973_1152 (size=753) 2024-11-19T00:13:16,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741973_1152 (size=753) 2024-11-19T00:13:16,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:16,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T00:13:16,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741974_1153 (size=753) 2024-11-19T00:13:16,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741974_1153 (size=753) 2024-11-19T00:13:16,981 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T00:13:17,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,073 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T00:13:17,073 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:17,073 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.9, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.9, size=1.4 K (1413bytes) at 1731975196638Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.9 so closing down at 1731975196643 (+5 ms)3 split writer threads finished at 1731975196644 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731975196650 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731975196658 (+8 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975196660 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731975196664 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197069 (+405 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731975197073 (+4 ms)Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975197073 2024-11-19T00:13:17,078 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/WALs/testsplit,16010,1731975195864/wal.dat.9 to hdfs://localhost:35577/user/jenkins/test-data/d36294fe-b1d9-ec9c-65f5-1889782ec41c/oldWALs/wal.dat.9 2024-11-19T00:13:17,144 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=142 (was 142), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 234), ProcessCount=11 (was 11), AvailableMemoryMB=2554 (was 2631) 2024-11-19T00:13:17,151 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=142, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=234, ProcessCount=11, AvailableMemoryMB=2552 2024-11-19T00:13:17,151 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:17,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741975_1154 (size=7) 2024-11-19T00:13:17,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741975_1154 (size=7) 2024-11-19T00:13:17,160 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:17,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:17,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:17,164 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:17,165 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:13:17,166 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:13:17,168 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:17,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741976_1155 (size=1393) 2024-11-19T00:13:17,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741976_1155 (size=1393) 2024-11-19T00:13:17,181 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:17,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:17,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741977_1156 (size=1393) 2024-11-19T00:13:17,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741977_1156 (size=1393) 2024-11-19T00:13:17,195 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:13:17,196 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:13:17,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741978_1157 (size=1393) 2024-11-19T00:13:17,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741978_1157 (size=1393) 2024-11-19T00:13:17,208 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:13:17,208 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:13:17,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741979_1158 (size=1393) 2024-11-19T00:13:17,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741979_1158 (size=1393) 2024-11-19T00:13:17,221 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:13:17,221 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:13:17,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741980_1159 (size=1393) 2024-11-19T00:13:17,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741980_1159 (size=1393) 2024-11-19T00:13:17,638 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:13:17,638 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:17,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741981_1160 (size=1393) 2024-11-19T00:13:17,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741981_1160 (size=1393) 2024-11-19T00:13:17,652 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:13:17,652 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:13:17,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741982_1161 (size=1405) 2024-11-19T00:13:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741982_1161 (size=1405) 2024-11-19T00:13:17,666 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:13:17,666 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:13:17,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741983_1162 (size=1413) 2024-11-19T00:13:17,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741983_1162 (size=1413) 2024-11-19T00:13:17,677 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:13:17,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:13:17,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741984_1163 (size=1413) 2024-11-19T00:13:17,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741984_1163 (size=1413) 2024-11-19T00:13:17,691 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:13:17,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:13:17,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:17,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741985_1164 (size=1413) 2024-11-19T00:13:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741985_1164 (size=1413) 2024-11-19T00:13:17,703 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:13:17,719 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T00:13:17,719 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.0 2024-11-19T00:13:17,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.0 after 1ms 2024-11-19T00:13:17,722 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.0 took 3ms 2024-11-19T00:13:17,725 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.0 so closing down 2024-11-19T00:13:17,725 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:17,725 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:17,728 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:17,728 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:17,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:17,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:17,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741987_1166 (size=743) 2024-11-19T00:13:17,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741986_1165 (size=743) 2024-11-19T00:13:17,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741987_1166 (size=743) 2024-11-19T00:13:17,739 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741986_1165 (size=743) 2024-11-19T00:13:17,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,741 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T00:13:17,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T00:13:17,742 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:17,742 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.0, size=1.4 K (1393bytes) at 1731975197719Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.0 so closing down at 1731975197725 (+6 ms)3 split writer threads finished at 1731975197725Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975197729 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975197729Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197739 (+10 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197740 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731975197741 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731975197742 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975197742 2024-11-19T00:13:17,745 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/oldWALs/wal.dat.0 2024-11-19T00:13:17,745 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T00:13:17,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.1 2024-11-19T00:13:17,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.1 after 0ms 2024-11-19T00:13:17,748 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.1 took 3ms 2024-11-19T00:13:17,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.1 so closing down 2024-11-19T00:13:17,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:17,750 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:17,753 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:17,754 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:17,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:17,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:17,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741989_1168 (size=743) 2024-11-19T00:13:17,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741988_1167 (size=743) 2024-11-19T00:13:17,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741989_1168 (size=743) 2024-11-19T00:13:17,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741988_1167 (size=743) 2024-11-19T00:13:17,761 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T00:13:17,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T00:13:17,763 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:17,763 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.1, size=1.4 K (1393bytes) at 1731975197745Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.1 so closing down at 1731975197749 (+4 ms)3 split writer threads finished at 1731975197750 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731975197755 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731975197755Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197761 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197761Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731975197763 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731975197763Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975197763 2024-11-19T00:13:17,766 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/oldWALs/wal.dat.1 2024-11-19T00:13:17,766 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T00:13:17,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.2 2024-11-19T00:13:17,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.2 after 0ms 2024-11-19T00:13:17,769 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.2 took 3ms 2024-11-19T00:13:17,770 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.2 so closing down 2024-11-19T00:13:17,770 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:17,770 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:17,773 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:17,773 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:17,774 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:17,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:17,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741990_1169 (size=743) 2024-11-19T00:13:17,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741990_1169 (size=743) 2024-11-19T00:13:17,779 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T00:13:17,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741991_1170 (size=743) 2024-11-19T00:13:17,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741991_1170 (size=743) 2024-11-19T00:13:17,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T00:13:17,792 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:17,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.2, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.2, size=1.4 K (1393bytes) at 1731975197766Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.2 so closing down at 1731975197770 (+4 ms)3 split writer threads finished at 1731975197770Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731975197774 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731975197774Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197779 (+5 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731975197782 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197789 (+7 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731975197792 (+3 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975197792 2024-11-19T00:13:17,795 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.2 to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/oldWALs/wal.dat.2 2024-11-19T00:13:17,795 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T00:13:17,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.3 2024-11-19T00:13:17,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.3 after 0ms 2024-11-19T00:13:17,799 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.3 took 4ms 2024-11-19T00:13:17,803 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.3 so closing down 2024-11-19T00:13:17,803 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:17,803 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:17,807 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:17,807 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:17,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:17,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:17,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741992_1171 (size=743) 2024-11-19T00:13:17,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741992_1171 (size=743) 2024-11-19T00:13:17,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T00:13:17,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741993_1172 (size=743) 2024-11-19T00:13:17,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741993_1172 (size=743) 2024-11-19T00:13:17,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,822 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T00:13:17,822 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:17,823 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.3, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.3, size=1.4 K (1393bytes) at 1731975197795Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.3 so closing down at 1731975197803 (+8 ms)3 split writer threads finished at 1731975197803Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731975197808 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731975197811 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197815 (+4 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731975197817 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197820 (+3 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731975197822 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975197822 2024-11-19T00:13:17,825 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.3 to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/oldWALs/wal.dat.3 2024-11-19T00:13:17,825 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T00:13:17,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.4 2024-11-19T00:13:17,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.4 after 1ms 2024-11-19T00:13:17,829 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.4 took 4ms 2024-11-19T00:13:17,830 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.4 so closing down 2024-11-19T00:13:17,830 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:17,830 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:17,833 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:17,833 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:17,835 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:17,835 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:17,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741994_1173 (size=743) 2024-11-19T00:13:17,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741995_1174 (size=743) 2024-11-19T00:13:17,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741995_1174 (size=743) 2024-11-19T00:13:17,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741994_1173 (size=743) 2024-11-19T00:13:17,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,845 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T00:13:17,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T00:13:17,847 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:17,847 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.4, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.4, size=1.4 K (1393bytes) at 1731975197825Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.4 so closing down at 1731975197830 (+5 ms)3 split writer threads finished at 1731975197830Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731975197835 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731975197835Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197843 (+8 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197845 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731975197846 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731975197847 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975197847 2024-11-19T00:13:17,850 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.4 to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/oldWALs/wal.dat.4 2024-11-19T00:13:17,850 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T00:13:17,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.5 2024-11-19T00:13:17,851 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.5 after 1ms 2024-11-19T00:13:17,853 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.5 took 3ms 2024-11-19T00:13:17,854 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.5 so closing down 2024-11-19T00:13:17,854 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:17,854 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:17,857 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:17,857 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:17,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:17,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:17,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741996_1175 (size=743) 2024-11-19T00:13:17,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741997_1176 (size=743) 2024-11-19T00:13:17,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741996_1175 (size=743) 2024-11-19T00:13:17,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741997_1176 (size=743) 2024-11-19T00:13:17,864 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T00:13:17,866 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T00:13:17,866 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:17,866 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.5, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.5, size=1.4 K (1393bytes) at 1731975197850Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.5 so closing down at 1731975197854 (+4 ms)3 split writer threads finished at 1731975197854Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731975197858 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731975197858Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197863 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197864 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731975197865 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731975197866 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975197866 2024-11-19T00:13:17,871 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.5 to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/oldWALs/wal.dat.5 2024-11-19T00:13:17,871 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T00:13:17,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.6 2024-11-19T00:13:17,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.6 after 1ms 2024-11-19T00:13:17,875 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.6 took 4ms 2024-11-19T00:13:17,880 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.6 so closing down 2024-11-19T00:13:17,880 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:17,880 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:17,885 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:17,886 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:17,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:17,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:17,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741999_1178 (size=749) 2024-11-19T00:13:17,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741999_1178 (size=749) 2024-11-19T00:13:17,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T00:13:17,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073741998_1177 (size=749) 2024-11-19T00:13:17,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741998_1177 (size=749) 2024-11-19T00:13:17,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T00:13:17,905 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T00:13:17,905 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.6, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.6, size=1.4 K (1405bytes) at 1731975197871Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.6 so closing down at 1731975197880 (+9 ms)3 split writer threads finished at 1731975197880Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731975197886 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731975197888 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197896 (+8 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731975197899 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197902 (+3 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731975197905 (+3 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731975197905 2024-11-19T00:13:17,907 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.6 to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/oldWALs/wal.dat.6 2024-11-19T00:13:17,908 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T00:13:17,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.7 2024-11-19T00:13:17,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.7 after 0ms 2024-11-19T00:13:17,911 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.7 took 3ms 2024-11-19T00:13:17,913 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.7 so closing down 2024-11-19T00:13:17,913 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:17,913 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:17,915 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:17,916 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:17,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:17,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742001_1180 (size=753) 2024-11-19T00:13:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742001_1180 (size=753) 2024-11-19T00:13:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742000_1179 (size=753) 2024-11-19T00:13:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742000_1179 (size=753) 2024-11-19T00:13:17,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T00:13:17,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T00:13:17,924 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:17,924 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.7, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.7, size=1.4 K (1413bytes) at 1731975197908Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.7 so closing down at 1731975197913 (+5 ms)3 split writer threads finished at 1731975197913Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731975197916 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731975197916Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197921 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197922 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731975197924 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731975197924Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975197924 2024-11-19T00:13:17,927 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.7 to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/oldWALs/wal.dat.7 2024-11-19T00:13:17,927 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T00:13:17,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.8 2024-11-19T00:13:17,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.8 after 1ms 2024-11-19T00:13:17,930 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.8 took 3ms 2024-11-19T00:13:17,931 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.8 so closing down 2024-11-19T00:13:17,931 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:17,931 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:17,934 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:17,934 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:17,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:17,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:17,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742002_1181 (size=753) 2024-11-19T00:13:17,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742002_1181 (size=753) 2024-11-19T00:13:17,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742003_1182 (size=753) 2024-11-19T00:13:17,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742003_1182 (size=753) 2024-11-19T00:13:17,949 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T00:13:17,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T00:13:17,952 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:17,952 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.8, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.8, size=1.4 K (1413bytes) at 1731975197927Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.8 so closing down at 1731975197931 (+4 ms)3 split writer threads finished at 1731975197932 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731975197935 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731975197935Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197947 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197949 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731975197951 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731975197951Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975197952 (+1 ms) 2024-11-19T00:13:17,955 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.8 to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/oldWALs/wal.dat.8 2024-11-19T00:13:17,955 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T00:13:17,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.9 2024-11-19T00:13:17,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.9 after 1ms 2024-11-19T00:13:17,959 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.9 took 4ms 2024-11-19T00:13:17,961 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.9 so closing down 2024-11-19T00:13:17,961 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:17,961 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:17,963 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:17,963 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:17,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:17,964 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:17,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742005_1184 (size=753) 2024-11-19T00:13:17,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742005_1184 (size=753) 2024-11-19T00:13:17,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742004_1183 (size=753) 2024-11-19T00:13:17,969 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742004_1183 (size=753) 2024-11-19T00:13:17,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:17,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T00:13:17,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T00:13:17,972 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:17,972 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.9, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.9, size=1.4 K (1413bytes) at 1731975197955Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.9 so closing down at 1731975197961 (+6 ms)3 split writer threads finished at 1731975197961Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731975197964 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731975197964Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197969 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975197970 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731975197972 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731975197972Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975197972 2024-11-19T00:13:17,975 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/WALs/testmovedwalduringrecovery,16010,1731975197164/wal.dat.9 to hdfs://localhost:35577/user/jenkins/test-data/3c812f52-9dec-74fa-83bb-14e7ecf8ebe6/oldWALs/wal.dat.9 2024-11-19T00:13:17,985 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=142 (was 142), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=231 (was 234), ProcessCount=11 (was 11), AvailableMemoryMB=2533 (was 2552) 2024-11-19T00:13:17,993 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=142, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=2533 2024-11-19T00:13:17,993 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:17,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742006_1185 (size=7) 2024-11-19T00:13:17,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742006_1185 (size=7) 2024-11-19T00:13:18,000 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:18,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:18,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:18,004 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:18,007 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-19T00:13:18,008 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-19T00:13:18,008 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-19T00:13:18,009 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-19T00:13:18,009 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-19T00:13:18,033 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/WALs/testthreading,16010,1731975198005/wal.dat..fake, size=0 (0bytes) 2024-11-19T00:13:18,045 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/WALs/testthreading,16010,1731975198005/wal.dat..fake took 13ms 2024-11-19T00:13:18,503 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/WALs/testthreading,16010,1731975198005/wal.dat..fake so closing down 2024-11-19T00:13:18,504 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:18,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:18,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-19T00:13:18,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-19T00:13:18,527 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-19T00:13:18,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 72 ms) 2024-11-19T00:13:18,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-19T00:13:18,603 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 76 ms) 2024-11-19T00:13:18,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 94 ms) 2024-11-19T00:13:18,606 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-19T00:13:18,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 42 ms) 2024-11-19T00:13:18,662 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 55 ms) 2024-11-19T00:13:18,663 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 617 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/WALs/testthreading,16010,1731975198005/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T00:13:18,663 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/WALs/testthreading,16010,1731975198005/wal.dat..fake, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/WALs/testthreading,16010,1731975198005/wal.dat..fake, size=0 (0bytes) at 1731975198033Split 1024 edits, skipped 0 edits. at 1731975198077 (+44 ms)Split 2048 edits, skipped 0 edits. at 1731975198106 (+29 ms)Split 3072 edits, skipped 0 edits. at 1731975198130 (+24 ms)Split 4096 edits, skipped 0 edits. at 1731975198152 (+22 ms)Split 5120 edits, skipped 0 edits. at 1731975198178 (+26 ms)Split 6144 edits, skipped 0 edits. at 1731975198203 (+25 ms)Split 7168 edits, skipped 0 edits. at 1731975198227 (+24 ms)Split 8192 edits, skipped 0 edits. at 1731975198248 (+21 ms)Split 9216 edits, skipped 0 edits. at 1731975198269 (+21 ms)Split 10240 edits, skipped 0 edits. at 1731975198289 (+20 ms)Split 11264 edits, skipped 0 edits. at 1731975198310 (+21 ms)Split 12288 edits, skipped 0 edits. at 1731975198334 (+24 ms)Split 13312 edits, skipped 0 edits. at 1731975198357 (+23 ms)Split 14336 edits, skipped 0 edits. at 1731975198377 (+20 ms)Split 15360 edits, skipped 0 edits. at 1731975198402 (+25 ms)Split 16384 edits, skipped 0 edits. at 1731975198430 (+28 ms)Split 17408 edits, skipped 0 edits. at 1731975198450 (+20 ms)Split 18432 edits, skipped 0 edits. at 1731975198472 (+22 ms)Split 19456 edits, skipped 0 edits. at 1731975198492 (+20 ms)Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/WALs/testthreading,16010,1731975198005/wal.dat..fake so closing down at 1731975198503 (+11 ms)3 split writer threads finished at 1731975198504 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731975198509 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731975198510 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731975198527 (+17 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 72 ms) at 1731975198581 (+54 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731975198584 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 76 ms) at 1731975198603 (+19 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 94 ms) at 1731975198605 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731975198606 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 42 ms) at 1731975198627 (+21 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 55 ms) at 1731975198662 (+35 ms)Processed 20000 edits across 5 Regions in 617 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/410bce33-15d1-be82-978f-e515e91c842e/WALs/testthreading,16010,1731975198005/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731975198663 (+1 ms) 2024-11-19T00:13:18,664 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-19T00:13:18,664 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-19T00:13:18,664 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-19T00:13:18,664 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-19T00:13:18,664 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-19T00:13:18,676 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=142 (was 142), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=231 (was 231), ProcessCount=11 (was 11), AvailableMemoryMB=2440 (was 2533) 2024-11-19T00:13:18,690 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=142, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=2439 2024-11-19T00:13:18,691 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:18,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742007_1186 (size=7) 2024-11-19T00:13:18,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742007_1186 (size=7) 2024-11-19T00:13:19,114 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:19,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:19,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:19,120 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:19,121 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-19T00:13:19,123 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:13:19,124 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:13:19,125 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:19,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742008_1187 (size=1393) 2024-11-19T00:13:19,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742008_1187 (size=1393) 2024-11-19T00:13:19,139 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:19,139 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:19,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742009_1188 (size=1393) 2024-11-19T00:13:19,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742009_1188 (size=1393) 2024-11-19T00:13:19,151 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:13:19,151 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:13:19,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742010_1189 (size=1393) 2024-11-19T00:13:19,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742010_1189 (size=1393) 2024-11-19T00:13:19,162 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:13:19,162 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:13:19,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742011_1190 (size=1393) 2024-11-19T00:13:19,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742011_1190 (size=1393) 2024-11-19T00:13:19,176 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:13:19,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:13:19,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742012_1191 (size=1393) 2024-11-19T00:13:19,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742012_1191 (size=1393) 2024-11-19T00:13:19,590 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:13:19,591 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:19,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742013_1192 (size=1393) 2024-11-19T00:13:19,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742013_1192 (size=1393) 2024-11-19T00:13:19,611 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:13:19,611 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:13:19,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742014_1193 (size=1405) 2024-11-19T00:13:19,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742014_1193 (size=1405) 2024-11-19T00:13:19,624 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:13:19,624 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:13:19,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742015_1194 (size=1413) 2024-11-19T00:13:19,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742015_1194 (size=1413) 2024-11-19T00:13:19,635 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:13:19,635 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:13:19,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742016_1195 (size=1413) 2024-11-19T00:13:19,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742016_1195 (size=1413) 2024-11-19T00:13:19,646 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:13:19,646 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:13:19,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:19,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:19,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742017_1196 (size=1413) 2024-11-19T00:13:19,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742017_1196 (size=1413) 2024-11-19T00:13:19,658 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:13:19,658 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-19T00:13:19,675 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat..empty, size=0 (0bytes) 2024-11-19T00:13:19,675 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat..empty might be still open, length is 0 2024-11-19T00:13:19,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat..empty 2024-11-19T00:13:19,675 WARN [IPC Server handler 3 on default port 35577 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat..empty closed. 2024-11-19T00:13:19,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat..empty after 0ms 2024-11-19T00:13:19,677 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-19T00:13:19,678 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat..empty; empty? 2024-11-19T00:13:19,678 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat..empty so closing down 2024-11-19T00:13:19,678 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T00:13:19,678 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat..empty, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat..empty, size=0 (0bytes) at 1731975199675Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat..empty so closing down at 1731975199678 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731975199678 2024-11-19T00:13:19,681 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat..empty to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/oldWALs/wal.dat..empty 2024-11-19T00:13:19,681 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T00:13:19,681 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.0 2024-11-19T00:13:19,681 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.0 after 0ms 2024-11-19T00:13:19,683 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.0 took 2ms 2024-11-19T00:13:19,686 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.0 so closing down 2024-11-19T00:13:19,686 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:19,686 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:19,689 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:19,689 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:19,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:19,691 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:19,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742018_1197 (size=743) 2024-11-19T00:13:19,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742019_1198 (size=743) 2024-11-19T00:13:19,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:19,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:19,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742019_1198 (size=743) 2024-11-19T00:13:19,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742018_1197 (size=743) 2024-11-19T00:13:19,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T00:13:19,702 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T00:13:19,702 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:19,702 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.0, size=1.4 K (1393bytes) at 1731975199681Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.0 so closing down at 1731975199686 (+5 ms)3 split writer threads finished at 1731975199686Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975199690 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731975199691 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975199700 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975199700Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731975199702 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731975199702Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975199702 2024-11-19T00:13:19,704 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/oldWALs/wal.dat.0 2024-11-19T00:13:19,704 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T00:13:19,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.1 2024-11-19T00:13:19,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.1 after 1ms 2024-11-19T00:13:19,707 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.1 took 3ms 2024-11-19T00:13:19,709 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.1 so closing down 2024-11-19T00:13:19,709 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:19,709 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:19,712 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:19,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:19,718 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:19,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:19,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742020_1199 (size=743) 2024-11-19T00:13:19,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742020_1199 (size=743) 2024-11-19T00:13:19,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:19,723 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T00:13:19,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742021_1200 (size=743) 2024-11-19T00:13:19,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742021_1200 (size=743) 2024-11-19T00:13:19,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:19,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T00:13:19,726 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:19,726 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.1, size=1.4 K (1393bytes) at 1731975199704Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.1 so closing down at 1731975199709 (+5 ms)3 split writer threads finished at 1731975199709Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731975199716 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731975199719 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975199721 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731975199723 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975199724 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731975199726 (+2 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975199726 2024-11-19T00:13:19,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/oldWALs/wal.dat.1 2024-11-19T00:13:19,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T00:13:19,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.2 2024-11-19T00:13:19,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.2 after 1ms 2024-11-19T00:13:19,729 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.2 took 2ms 2024-11-19T00:13:19,730 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.2 so closing down 2024-11-19T00:13:19,730 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:19,730 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:19,732 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:19,732 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:19,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:19,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:19,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742023_1202 (size=743) 2024-11-19T00:13:19,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742022_1201 (size=743) 2024-11-19T00:13:19,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742022_1201 (size=743) 2024-11-19T00:13:19,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742023_1202 (size=743) 2024-11-19T00:13:19,738 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:19,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:19,739 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T00:13:19,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T00:13:19,739 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:19,739 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.2, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.2, size=1.4 K (1393bytes) at 1731975199727Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.2 so closing down at 1731975199730 (+3 ms)3 split writer threads finished at 1731975199730Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731975199733 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731975199733Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975199738 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975199738Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731975199739 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731975199739Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975199739 2024-11-19T00:13:19,740 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.2 to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/oldWALs/wal.dat.2 2024-11-19T00:13:19,741 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T00:13:19,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.3 2024-11-19T00:13:19,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.3 after 0ms 2024-11-19T00:13:19,743 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.3 took 3ms 2024-11-19T00:13:19,744 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.3 so closing down 2024-11-19T00:13:19,744 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:19,744 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:19,746 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:19,746 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:19,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:19,747 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:19,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742025_1204 (size=743) 2024-11-19T00:13:19,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742024_1203 (size=743) 2024-11-19T00:13:19,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742024_1203 (size=743) 2024-11-19T00:13:19,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742025_1204 (size=743) 2024-11-19T00:13:19,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:19,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:19,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T00:13:19,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T00:13:19,757 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:19,757 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.3, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.3, size=1.4 K (1393bytes) at 1731975199741Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.3 so closing down at 1731975199744 (+3 ms)3 split writer threads finished at 1731975199744Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731975199747 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731975199747Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975199756 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975199756Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731975199757 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731975199757Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975199757 2024-11-19T00:13:19,758 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.3 to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/oldWALs/wal.dat.3 2024-11-19T00:13:19,759 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T00:13:19,759 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.4 2024-11-19T00:13:19,759 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.4 after 0ms 2024-11-19T00:13:19,760 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.4 took 2ms 2024-11-19T00:13:19,762 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.4 so closing down 2024-11-19T00:13:19,762 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:19,762 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:19,764 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:19,764 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:19,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:19,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:19,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742026_1205 (size=743) 2024-11-19T00:13:19,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742026_1205 (size=743) 2024-11-19T00:13:19,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:19,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742027_1206 (size=743) 2024-11-19T00:13:19,771 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T00:13:19,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742027_1206 (size=743) 2024-11-19T00:13:20,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T00:13:20,172 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:20,172 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.4, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.4, size=1.4 K (1393bytes) at 1731975199759Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.4 so closing down at 1731975199762 (+3 ms)3 split writer threads finished at 1731975199762Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731975199764 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731975199765 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975199770 (+5 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731975199771 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200170 (+399 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731975200172 (+2 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975200172 2024-11-19T00:13:20,174 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.4 to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/oldWALs/wal.dat.4 2024-11-19T00:13:20,174 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T00:13:20,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.5 2024-11-19T00:13:20,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.5 after 1ms 2024-11-19T00:13:20,177 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.5 took 3ms 2024-11-19T00:13:20,178 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.5 so closing down 2024-11-19T00:13:20,179 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:20,179 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:20,181 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:20,181 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:20,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:20,183 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:20,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742028_1207 (size=743) 2024-11-19T00:13:20,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742028_1207 (size=743) 2024-11-19T00:13:20,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T00:13:20,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742029_1208 (size=743) 2024-11-19T00:13:20,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742029_1208 (size=743) 2024-11-19T00:13:20,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T00:13:20,210 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:20,210 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.5, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.5, size=1.4 K (1393bytes) at 1731975200174Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.5 so closing down at 1731975200179 (+5 ms)3 split writer threads finished at 1731975200179Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731975200182 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731975200183 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200197 (+14 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731975200198 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200208 (+10 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731975200210 (+2 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975200210 2024-11-19T00:13:20,211 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.5 to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/oldWALs/wal.dat.5 2024-11-19T00:13:20,212 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T00:13:20,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.6 2024-11-19T00:13:20,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.6 after 0ms 2024-11-19T00:13:20,214 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.6 took 3ms 2024-11-19T00:13:20,215 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.6 so closing down 2024-11-19T00:13:20,215 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:20,216 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:20,217 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:20,217 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:20,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:20,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:20,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742031_1210 (size=749) 2024-11-19T00:13:20,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742031_1210 (size=749) 2024-11-19T00:13:20,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742030_1209 (size=749) 2024-11-19T00:13:20,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742030_1209 (size=749) 2024-11-19T00:13:20,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T00:13:20,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T00:13:20,230 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T00:13:20,230 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.6, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.6, size=1.4 K (1405bytes) at 1731975200212Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.6 so closing down at 1731975200215 (+3 ms)3 split writer threads finished at 1731975200216 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731975200219 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731975200219Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200228 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200229 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731975200229Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731975200230 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731975200230 2024-11-19T00:13:20,232 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.6 to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/oldWALs/wal.dat.6 2024-11-19T00:13:20,232 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T00:13:20,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.7 2024-11-19T00:13:20,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.7 after 0ms 2024-11-19T00:13:20,234 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.7 took 2ms 2024-11-19T00:13:20,235 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.7 so closing down 2024-11-19T00:13:20,235 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:20,235 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:20,237 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:20,238 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:20,239 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:20,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:20,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742032_1211 (size=753) 2024-11-19T00:13:20,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742033_1212 (size=753) 2024-11-19T00:13:20,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742032_1211 (size=753) 2024-11-19T00:13:20,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742033_1212 (size=753) 2024-11-19T00:13:20,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T00:13:20,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T00:13:20,248 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:20,248 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.7, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.7, size=1.4 K (1413bytes) at 1731975200232Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.7 so closing down at 1731975200235 (+3 ms)3 split writer threads finished at 1731975200236 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731975200239 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731975200239Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200246 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200246Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731975200247 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731975200247Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975200248 (+1 ms) 2024-11-19T00:13:20,249 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.7 to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/oldWALs/wal.dat.7 2024-11-19T00:13:20,249 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T00:13:20,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.8 2024-11-19T00:13:20,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.8 after 0ms 2024-11-19T00:13:20,251 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.8 took 2ms 2024-11-19T00:13:20,252 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.8 so closing down 2024-11-19T00:13:20,252 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:20,252 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:20,254 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:20,254 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:20,255 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:20,255 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:20,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742035_1214 (size=753) 2024-11-19T00:13:20,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742034_1213 (size=753) 2024-11-19T00:13:20,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742034_1213 (size=753) 2024-11-19T00:13:20,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742035_1214 (size=753) 2024-11-19T00:13:20,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,261 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T00:13:20,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T00:13:20,261 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:20,261 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.8, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.8, size=1.4 K (1413bytes) at 1731975200249Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.8 so closing down at 1731975200252 (+3 ms)3 split writer threads finished at 1731975200252Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731975200255 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731975200256 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200260 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200260Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731975200261 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731975200261Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975200261 2024-11-19T00:13:20,262 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.8 to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/oldWALs/wal.dat.8 2024-11-19T00:13:20,263 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T00:13:20,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.9 2024-11-19T00:13:20,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.9 after 0ms 2024-11-19T00:13:20,265 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.9 took 2ms 2024-11-19T00:13:20,266 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.9 so closing down 2024-11-19T00:13:20,266 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:20,266 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:20,268 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:20,268 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:20,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:20,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742037_1216 (size=753) 2024-11-19T00:13:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742037_1216 (size=753) 2024-11-19T00:13:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742036_1215 (size=753) 2024-11-19T00:13:20,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742036_1215 (size=753) 2024-11-19T00:13:20,275 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T00:13:20,276 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T00:13:20,276 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:20,276 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.9, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.9, size=1.4 K (1413bytes) at 1731975200263Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.9 so closing down at 1731975200266 (+3 ms)3 split writer threads finished at 1731975200266Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731975200269 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731975200269Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200275 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200275Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731975200276 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731975200276Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975200276 2024-11-19T00:13:20,277 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.9 to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/oldWALs/wal.dat.9 2024-11-19T00:13:20,278 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.empty, size=0 (0bytes) 2024-11-19T00:13:20,278 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.empty might be still open, length is 0 2024-11-19T00:13:20,278 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.empty 2024-11-19T00:13:20,278 WARN [IPC Server handler 1 on default port 35577 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.empty closed. 2024-11-19T00:13:20,278 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.empty after 0ms 2024-11-19T00:13:20,279 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-19T00:13:20,279 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.empty; empty? 2024-11-19T00:13:20,279 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.empty so closing down 2024-11-19T00:13:20,280 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T00:13:20,280 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.empty, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.empty, size=0 (0bytes) at 1731975200278Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.empty so closing down at 1731975200279 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731975200280 (+1 ms) 2024-11-19T00:13:20,281 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/WALs/testemptyopenlogfiles,16010,1731975199120/wal.dat.empty to hdfs://localhost:35577/user/jenkins/test-data/5adeaa6d-f960-f626-72ac-cba009cd0913/oldWALs/wal.dat.empty 2024-11-19T00:13:20,337 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=144 (was 142) - Thread LEAK? -, OpenFileDescriptor=393 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=231 (was 231), ProcessCount=11 (was 11), AvailableMemoryMB=2380 (was 2439) 2024-11-19T00:13:20,346 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=2379 2024-11-19T00:13:20,346 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:20,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742038_1217 (size=7) 2024-11-19T00:13:20,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742038_1217 (size=7) 2024-11-19T00:13:20,353 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:20,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:20,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:20,357 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:20,357 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:13:20,358 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:13:20,359 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:20,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742039_1218 (size=1393) 2024-11-19T00:13:20,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742039_1218 (size=1393) 2024-11-19T00:13:20,370 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:20,370 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:20,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742040_1219 (size=1393) 2024-11-19T00:13:20,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742040_1219 (size=1393) 2024-11-19T00:13:20,383 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:13:20,383 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:13:20,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742041_1220 (size=1393) 2024-11-19T00:13:20,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742041_1220 (size=1393) 2024-11-19T00:13:20,394 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:13:20,394 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:13:20,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742042_1221 (size=1393) 2024-11-19T00:13:20,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742042_1221 (size=1393) 2024-11-19T00:13:20,404 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:13:20,405 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:13:20,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742043_1222 (size=1393) 2024-11-19T00:13:20,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742043_1222 (size=1393) 2024-11-19T00:13:20,415 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:13:20,415 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:20,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742044_1223 (size=1393) 2024-11-19T00:13:20,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742044_1223 (size=1393) 2024-11-19T00:13:20,426 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:13:20,426 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:13:20,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742045_1224 (size=1405) 2024-11-19T00:13:20,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742045_1224 (size=1405) 2024-11-19T00:13:20,440 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:13:20,440 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:13:20,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742046_1225 (size=1413) 2024-11-19T00:13:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742046_1225 (size=1413) 2024-11-19T00:13:20,451 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:13:20,451 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:13:20,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742047_1226 (size=1413) 2024-11-19T00:13:20,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742047_1226 (size=1413) 2024-11-19T00:13:20,463 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:13:20,463 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:13:20,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:20,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:20,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742048_1227 (size=1413) 2024-11-19T00:13:20,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742048_1227 (size=1413) 2024-11-19T00:13:20,478 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:13:20,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742049_1228 (size=1398) 2024-11-19T00:13:20,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742049_1228 (size=1398) 2024-11-19T00:13:20,500 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T00:13:20,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.0 2024-11-19T00:13:20,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.0 after 1ms 2024-11-19T00:13:20,502 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.0 took 2ms 2024-11-19T00:13:20,504 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.0 so closing down 2024-11-19T00:13:20,504 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:20,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:20,506 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:20,506 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:20,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:20,507 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:20,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742050_1229 (size=743) 2024-11-19T00:13:20,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742051_1230 (size=743) 2024-11-19T00:13:20,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742050_1229 (size=743) 2024-11-19T00:13:20,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742051_1230 (size=743) 2024-11-19T00:13:20,519 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,519 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T00:13:20,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T00:13:20,520 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:20,520 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.0, size=1.4 K (1393bytes) at 1731975200500Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.0 so closing down at 1731975200504 (+4 ms)3 split writer threads finished at 1731975200504Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975200507 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731975200507Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200519 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200519Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731975200520 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731975200520Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975200520 2024-11-19T00:13:20,522 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/oldWALs/wal.dat.0 2024-11-19T00:13:20,522 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T00:13:20,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.1 2024-11-19T00:13:20,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.1 after 0ms 2024-11-19T00:13:20,524 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.1 took 2ms 2024-11-19T00:13:20,525 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.1 so closing down 2024-11-19T00:13:20,525 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:20,525 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:20,527 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:20,527 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:20,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:20,528 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:20,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742053_1232 (size=743) 2024-11-19T00:13:20,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742052_1231 (size=743) 2024-11-19T00:13:20,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,540 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T00:13:20,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742052_1231 (size=743) 2024-11-19T00:13:20,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742053_1232 (size=743) 2024-11-19T00:13:20,940 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T00:13:20,944 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:20,944 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.1, size=1.4 K (1393bytes) at 1731975200522Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.1 so closing down at 1731975200525 (+3 ms)3 split writer threads finished at 1731975200525Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731975200528 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731975200528Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200538 (+10 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731975200540 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200940 (+400 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731975200944 (+4 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975200944 2024-11-19T00:13:20,947 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/oldWALs/wal.dat.1 2024-11-19T00:13:20,947 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T00:13:20,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.2 2024-11-19T00:13:20,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.2 after 1ms 2024-11-19T00:13:20,950 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.2 took 3ms 2024-11-19T00:13:20,952 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.2 so closing down 2024-11-19T00:13:20,952 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:20,952 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:20,954 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:20,954 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:20,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:20,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:20,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742054_1233 (size=743) 2024-11-19T00:13:20,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742055_1234 (size=743) 2024-11-19T00:13:20,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742054_1233 (size=743) 2024-11-19T00:13:20,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742055_1234 (size=743) 2024-11-19T00:13:20,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T00:13:20,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T00:13:20,963 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:20,963 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.2, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.2, size=1.4 K (1393bytes) at 1731975200947Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.2 so closing down at 1731975200952 (+5 ms)3 split writer threads finished at 1731975200952Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731975200955 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731975200955Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200962 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200962Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731975200963 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731975200963Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975200963 2024-11-19T00:13:20,964 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.2 to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/oldWALs/wal.dat.2 2024-11-19T00:13:20,964 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T00:13:20,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.3 2024-11-19T00:13:20,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.3 after 0ms 2024-11-19T00:13:20,967 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.3 took 3ms 2024-11-19T00:13:20,968 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.3 so closing down 2024-11-19T00:13:20,968 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:20,968 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:20,970 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:20,970 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:20,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:20,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:20,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742057_1236 (size=743) 2024-11-19T00:13:20,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742056_1235 (size=743) 2024-11-19T00:13:20,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742056_1235 (size=743) 2024-11-19T00:13:20,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742057_1236 (size=743) 2024-11-19T00:13:20,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,979 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T00:13:20,979 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T00:13:20,979 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:20,979 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.3, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.3, size=1.4 K (1393bytes) at 1731975200964Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.3 so closing down at 1731975200968 (+4 ms)3 split writer threads finished at 1731975200968Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731975200971 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731975200971Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200977 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200977Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731975200979 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731975200979Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975200979 2024-11-19T00:13:20,981 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.3 to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/oldWALs/wal.dat.3 2024-11-19T00:13:20,981 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T00:13:20,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.4 2024-11-19T00:13:20,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.4 after 1ms 2024-11-19T00:13:20,984 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.4 took 3ms 2024-11-19T00:13:20,986 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.4 so closing down 2024-11-19T00:13:20,986 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:20,986 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:20,988 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:20,988 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:20,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:20,989 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:20,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742059_1238 (size=743) 2024-11-19T00:13:20,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742059_1238 (size=743) 2024-11-19T00:13:20,995 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:20,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T00:13:21,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742058_1237 (size=743) 2024-11-19T00:13:21,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742058_1237 (size=743) 2024-11-19T00:13:21,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:21,001 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T00:13:21,002 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:21,002 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.4, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.4, size=1.4 K (1393bytes) at 1731975200981Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.4 so closing down at 1731975200986 (+5 ms)3 split writer threads finished at 1731975200986Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731975200989 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731975200989Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975200995 (+6 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731975200996 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975201000 (+4 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731975201002 (+2 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975201002 2024-11-19T00:13:21,003 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.4 to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/oldWALs/wal.dat.4 2024-11-19T00:13:21,003 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.5, size=1.4 K (1398bytes) 2024-11-19T00:13:21,003 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.5 2024-11-19T00:13:21,004 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.5 after 1ms 2024-11-19T00:13:21,006 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.5 took 3ms 2024-11-19T00:13:21,008 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:21,009 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.5 so closing down 2024-11-19T00:13:21,009 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:21,009 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:21,011 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:21,011 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:21,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:21,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:21,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742060_1239 (size=743) 2024-11-19T00:13:21,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742060_1239 (size=743) 2024-11-19T00:13:21,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:21,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T00:13:21,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742061_1240 (size=743) 2024-11-19T00:13:21,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742061_1240 (size=743) 2024-11-19T00:13:21,025 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:21,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T00:13:21,027 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-19T00:13:21,027 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.5, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.5, size=1.4 K (1398bytes) at 1731975201003Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.5 so closing down at 1731975201009 (+6 ms)3 split writer threads finished at 1731975201009Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731975201013 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731975201016 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975201022 (+6 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731975201024 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975201026 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731975201027 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731975201027 2024-11-19T00:13:21,029 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.5 to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/corrupt/wal.dat.5 2024-11-19T00:13:21,029 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T00:13:21,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.6 2024-11-19T00:13:21,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.6 after 0ms 2024-11-19T00:13:21,032 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.6 took 3ms 2024-11-19T00:13:21,033 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.6 so closing down 2024-11-19T00:13:21,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:21,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:21,038 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:21,039 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:21,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:21,039 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:21,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742063_1242 (size=749) 2024-11-19T00:13:21,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742062_1241 (size=749) 2024-11-19T00:13:21,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742063_1242 (size=749) 2024-11-19T00:13:21,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742062_1241 (size=749) 2024-11-19T00:13:21,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:21,050 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:21,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T00:13:21,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T00:13:21,052 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T00:13:21,052 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.6, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.6, size=1.4 K (1405bytes) at 1731975201030Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.6 so closing down at 1731975201034 (+4 ms)3 split writer threads finished at 1731975201034Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731975201039 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731975201039Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975201050 (+11 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975201050Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731975201052 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731975201052Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731975201052 2024-11-19T00:13:21,054 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.6 to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/oldWALs/wal.dat.6 2024-11-19T00:13:21,055 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T00:13:21,055 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.7 2024-11-19T00:13:21,055 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.7 after 0ms 2024-11-19T00:13:21,058 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.7 took 4ms 2024-11-19T00:13:21,059 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.7 so closing down 2024-11-19T00:13:21,059 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:21,059 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:21,062 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:21,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:21,064 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:21,065 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:21,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742064_1243 (size=753) 2024-11-19T00:13:21,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742064_1243 (size=753) 2024-11-19T00:13:21,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:21,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T00:13:21,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742065_1244 (size=753) 2024-11-19T00:13:21,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742065_1244 (size=753) 2024-11-19T00:13:21,079 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:21,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T00:13:21,080 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:21,080 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.7, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.7, size=1.4 K (1413bytes) at 1731975201055Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.7 so closing down at 1731975201059 (+4 ms)3 split writer threads finished at 1731975201059Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731975201063 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731975201065 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975201069 (+4 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731975201071 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975201079 (+8 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731975201080 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975201080 2024-11-19T00:13:21,082 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.7 to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/oldWALs/wal.dat.7 2024-11-19T00:13:21,082 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T00:13:21,082 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.8 2024-11-19T00:13:21,083 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.8 after 1ms 2024-11-19T00:13:21,085 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.8 took 3ms 2024-11-19T00:13:21,087 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.8 so closing down 2024-11-19T00:13:21,087 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:21,087 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:21,091 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:21,091 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:21,092 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:21,093 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:21,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742066_1245 (size=753) 2024-11-19T00:13:21,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742066_1245 (size=753) 2024-11-19T00:13:21,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:21,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T00:13:21,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742067_1246 (size=753) 2024-11-19T00:13:21,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742067_1246 (size=753) 2024-11-19T00:13:21,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:21,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T00:13:21,121 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:21,121 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.8, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.8, size=1.4 K (1413bytes) at 1731975201082Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.8 so closing down at 1731975201087 (+5 ms)3 split writer threads finished at 1731975201087Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731975201092 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731975201093 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975201108 (+15 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731975201109 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975201118 (+9 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731975201120 (+2 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975201121 (+1 ms) 2024-11-19T00:13:21,123 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.8 to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/oldWALs/wal.dat.8 2024-11-19T00:13:21,123 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T00:13:21,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.9 2024-11-19T00:13:21,124 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.9 after 0ms 2024-11-19T00:13:21,126 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.9 took 2ms 2024-11-19T00:13:21,127 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.9 so closing down 2024-11-19T00:13:21,127 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:21,127 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:21,129 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:21,129 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:21,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:21,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:21,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742068_1247 (size=753) 2024-11-19T00:13:21,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742068_1247 (size=753) 2024-11-19T00:13:21,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:21,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742069_1248 (size=753) 2024-11-19T00:13:21,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T00:13:21,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742069_1248 (size=753) 2024-11-19T00:13:21,179 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:21,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T00:13:21,182 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:21,182 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.9, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.9, size=1.4 K (1413bytes) at 1731975201123Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.9 so closing down at 1731975201127 (+4 ms)3 split writer threads finished at 1731975201127Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731975201130 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731975201131 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975201175 (+44 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731975201178 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975201179 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731975201182 (+3 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975201182 2024-11-19T00:13:21,185 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731975200357/wal.dat.9 to hdfs://localhost:35577/user/jenkins/test-data/2807b1a3-549b-7031-da4b-7c1a369763b3/oldWALs/wal.dat.9 2024-11-19T00:13:21,328 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=143 (was 144), OpenFileDescriptor=387 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=231 (was 231), ProcessCount=11 (was 11), AvailableMemoryMB=2355 (was 2379) 2024-11-19T00:13:21,353 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=2354 2024-11-19T00:13:21,353 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:21,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742070_1249 (size=7) 2024-11-19T00:13:21,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742070_1249 (size=7) 2024-11-19T00:13:21,420 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:21,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:21,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:21,430 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:21,430 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0/data/default/t1/927c20b1ebab13ac73b8b967e92c3af1 2024-11-19T00:13:21,431 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 927c20b1ebab13ac73b8b967e92c3af1 2024-11-19T00:13:21,433 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:21,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742071_1250 (size=3851) 2024-11-19T00:13:21,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742071_1250 (size=3851) 2024-11-19T00:13:21,558 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/WALs/testsplitleavescompactioneventsedits,16010,1731975201430/wal.dat.0, size=3.8 K (3851bytes) 2024-11-19T00:13:21,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/WALs/testsplitleavescompactioneventsedits,16010,1731975201430/wal.dat.0 2024-11-19T00:13:21,559 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/WALs/testsplitleavescompactioneventsedits,16010,1731975201430/wal.dat.0 after 1ms 2024-11-19T00:13:21,562 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/WALs/testsplitleavescompactioneventsedits,16010,1731975201430/wal.dat.0 took 4ms 2024-11-19T00:13:21,588 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/WALs/testsplitleavescompactioneventsedits,16010,1731975201430/wal.dat.0 so closing down 2024-11-19T00:13:21,588 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:21,590 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:21,596 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:21,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/data/default/t1/927c20b1ebab13ac73b8b967e92c3af1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:21,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742072_1251 (size=1591) 2024-11-19T00:13:21,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742072_1251 (size=1591) 2024-11-19T00:13:21,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/data/default/t1/927c20b1ebab13ac73b8b967e92c3af1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:21,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/data/default/t1/927c20b1ebab13ac73b8b967e92c3af1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/data/default/t1/927c20b1ebab13ac73b8b967e92c3af1/recovered.edits/0000000000000000009 2024-11-19T00:13:21,632 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 47 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/WALs/testsplitleavescompactioneventsedits,16010,1731975201430/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false 2024-11-19T00:13:21,632 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/WALs/testsplitleavescompactioneventsedits,16010,1731975201430/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/WALs/testsplitleavescompactioneventsedits,16010,1731975201430/wal.dat.0, size=3.8 K (3851bytes) at 1731975201558Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/WALs/testsplitleavescompactioneventsedits,16010,1731975201430/wal.dat.0 so closing down at 1731975201588 (+30 ms)3 split writer threads finished at 1731975201590 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/data/default/t1/927c20b1ebab13ac73b8b967e92c3af1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975201610 (+20 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/data/default/t1/927c20b1ebab13ac73b8b967e92c3af1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731975201630 (+20 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/data/default/t1/927c20b1ebab13ac73b8b967e92c3af1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/data/default/t1/927c20b1ebab13ac73b8b967e92c3af1/recovered.edits/0000000000000000009 at 1731975201632 (+2 ms)Processed 21 edits across 1 Regions in 47 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/WALs/testsplitleavescompactioneventsedits,16010,1731975201430/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false at 1731975201632 2024-11-19T00:13:21,634 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/WALs/testsplitleavescompactioneventsedits,16010,1731975201430/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/286ead7d-3af8-f4ab-a6b2-8af06d6b669a/oldWALs/wal.dat.0 2024-11-19T00:13:21,675 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=143 (was 143), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=231 (was 231), ProcessCount=11 (was 11), AvailableMemoryMB=2340 (was 2354) 2024-11-19T00:13:21,696 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=2339 2024-11-19T00:13:21,697 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:21,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742073_1252 (size=7) 2024-11-19T00:13:21,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742073_1252 (size=7) 2024-11-19T00:13:21,767 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:21,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:21,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:21,776 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:21,777 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-19T00:13:21,781 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:21,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:21,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:21,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742074_1253 (size=863) 2024-11-19T00:13:21,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742074_1253 (size=863) 2024-11-19T00:13:21,832 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:21,869 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/WALs/testsplitpreservesedits,16010,1731975201776/wal.dat.0, size=863 (863bytes) 2024-11-19T00:13:21,869 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/WALs/testsplitpreservesedits,16010,1731975201776/wal.dat.0 2024-11-19T00:13:21,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/WALs/testsplitpreservesedits,16010,1731975201776/wal.dat.0 after 2ms 2024-11-19T00:13:21,880 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/WALs/testsplitpreservesedits,16010,1731975201776/wal.dat.0 took 14ms 2024-11-19T00:13:21,896 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/WALs/testsplitpreservesedits,16010,1731975201776/wal.dat.0 so closing down 2024-11-19T00:13:21,896 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:21,898 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:21,917 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:21,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:21,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742075_1254 (size=863) 2024-11-19T00:13:21,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742075_1254 (size=863) 2024-11-19T00:13:21,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:21,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-19T00:13:21,947 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/WALs/testsplitpreservesedits,16010,1731975201776/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-19T00:13:21,947 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/WALs/testsplitpreservesedits,16010,1731975201776/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/WALs/testsplitpreservesedits,16010,1731975201776/wal.dat.0, size=863 (863bytes) at 1731975201869Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/WALs/testsplitpreservesedits,16010,1731975201776/wal.dat.0 so closing down at 1731975201896 (+27 ms)3 split writer threads finished at 1731975201898 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975201920 (+22 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975201941 (+21 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731975201947 (+6 ms)Processed 10 edits across 1 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/WALs/testsplitpreservesedits,16010,1731975201776/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731975201947 2024-11-19T00:13:21,950 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/WALs/testsplitpreservesedits,16010,1731975201776/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/3edeb174-7219-f82d-eace-98794d4a9b96/oldWALs/wal.dat.0 2024-11-19T00:13:21,998 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=144 (was 143) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=231 (was 231), ProcessCount=11 (was 11), AvailableMemoryMB=2333 (was 2339) 2024-11-19T00:13:22,011 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=2332 2024-11-19T00:13:22,012 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:22,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742076_1255 (size=7) 2024-11-19T00:13:22,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742076_1255 (size=7) 2024-11-19T00:13:22,087 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:22,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:22,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:22,092 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:22,092 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:13:22,093 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:13:22,094 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:22,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742077_1256 (size=1393) 2024-11-19T00:13:22,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742077_1256 (size=1393) 2024-11-19T00:13:22,202 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:22,202 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:22,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742078_1257 (size=1393) 2024-11-19T00:13:22,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742078_1257 (size=1393) 2024-11-19T00:13:22,272 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:13:22,272 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:13:22,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742079_1258 (size=1393) 2024-11-19T00:13:22,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742079_1258 (size=1393) 2024-11-19T00:13:22,347 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:13:22,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:13:22,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742080_1259 (size=1393) 2024-11-19T00:13:22,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742080_1259 (size=1393) 2024-11-19T00:13:22,464 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:13:22,465 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:13:22,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742081_1260 (size=1393) 2024-11-19T00:13:22,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742081_1260 (size=1393) 2024-11-19T00:13:22,932 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:13:22,932 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:22,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742082_1261 (size=1393) 2024-11-19T00:13:23,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742082_1261 (size=1393) 2024-11-19T00:13:23,017 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:13:23,018 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:13:23,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742083_1262 (size=1405) 2024-11-19T00:13:23,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742083_1262 (size=1405) 2024-11-19T00:13:23,115 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:13:23,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:13:23,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742084_1263 (size=1413) 2024-11-19T00:13:23,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742084_1263 (size=1413) 2024-11-19T00:13:23,185 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:13:23,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:13:23,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742085_1264 (size=1413) 2024-11-19T00:13:23,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742085_1264 (size=1413) 2024-11-19T00:13:23,242 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:13:23,243 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:13:23,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:23,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:23,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742086_1265 (size=1413) 2024-11-19T00:13:23,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742086_1265 (size=1413) 2024-11-19T00:13:23,329 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:13:23,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742087_1266 (size=1394) 2024-11-19T00:13:23,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742087_1266 (size=1394) 2024-11-19T00:13:23,415 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T00:13:23,415 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.0 2024-11-19T00:13:23,415 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.0 after 0ms 2024-11-19T00:13:23,419 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.0 took 4ms 2024-11-19T00:13:23,438 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.0 so closing down 2024-11-19T00:13:23,438 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:23,442 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:23,461 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:23,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:23,472 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:23,486 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:23,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742088_1267 (size=743) 2024-11-19T00:13:23,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742088_1267 (size=743) 2024-11-19T00:13:23,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742089_1268 (size=743) 2024-11-19T00:13:23,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742089_1268 (size=743) 2024-11-19T00:13:23,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:23,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T00:13:23,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:23,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T00:13:23,937 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 505 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:23,937 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.0, size=1.4 K (1393bytes) at 1731975203415Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.0 so closing down at 1731975203438 (+23 ms)3 split writer threads finished at 1731975203442 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975203466 (+24 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731975203486 (+20 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975203592 (+106 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731975203594 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975203935 (+341 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731975203937 (+2 ms)Processed 20 edits across 2 Regions in 505 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975203937 2024-11-19T00:13:23,951 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/oldWALs/wal.dat.0 2024-11-19T00:13:23,951 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T00:13:23,951 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.1 2024-11-19T00:13:23,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.1 after 4ms 2024-11-19T00:13:23,961 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.1 took 10ms 2024-11-19T00:13:23,981 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.1 so closing down 2024-11-19T00:13:23,981 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:23,986 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:24,003 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:24,003 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:24,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:24,011 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:24,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742090_1269 (size=743) 2024-11-19T00:13:24,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742090_1269 (size=743) 2024-11-19T00:13:24,049 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:24,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T00:13:24,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742091_1270 (size=743) 2024-11-19T00:13:24,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:24,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T00:13:24,066 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:24,066 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.1, size=1.4 K (1393bytes) at 1731975203951Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.1 so closing down at 1731975203981 (+30 ms)3 split writer threads finished at 1731975203986 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731975204010 (+24 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731975204011 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975204049 (+38 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731975204050 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975204063 (+13 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731975204066 (+3 ms)Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975204066 2024-11-19T00:13:24,068 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/oldWALs/wal.dat.1 2024-11-19T00:13:24,069 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T00:13:24,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.2 2024-11-19T00:13:24,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.2 after 2ms 2024-11-19T00:13:24,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742091_1270 (size=743) 2024-11-19T00:13:24,075 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.2 took 5ms 2024-11-19T00:13:24,099 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.2 so closing down 2024-11-19T00:13:24,099 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:24,102 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:24,127 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:24,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:24,145 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:24,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:24,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742092_1271 (size=743) 2024-11-19T00:13:24,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:24,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742092_1271 (size=743) 2024-11-19T00:13:24,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T00:13:24,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742093_1272 (size=743) 2024-11-19T00:13:24,225 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:24,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742093_1272 (size=743) 2024-11-19T00:13:24,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T00:13:24,230 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 132 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:24,230 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.2, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.2, size=1.4 K (1393bytes) at 1731975204069Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.2 so closing down at 1731975204099 (+30 ms)3 split writer threads finished at 1731975204102 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731975204129 (+27 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731975204162 (+33 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975204180 (+18 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731975204182 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975204225 (+43 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731975204230 (+5 ms)Processed 20 edits across 2 Regions in 132 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975204230 2024-11-19T00:13:24,233 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.2 to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/oldWALs/wal.dat.2 2024-11-19T00:13:24,233 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T00:13:24,233 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.3 2024-11-19T00:13:24,239 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.3 after 6ms 2024-11-19T00:13:24,243 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.3 took 10ms 2024-11-19T00:13:24,247 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.3 so closing down 2024-11-19T00:13:24,247 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:24,247 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:24,253 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:24,256 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:24,262 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:24,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:24,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742094_1273 (size=743) 2024-11-19T00:13:24,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742094_1273 (size=743) 2024-11-19T00:13:24,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742095_1274 (size=743) 2024-11-19T00:13:24,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742095_1274 (size=743) 2024-11-19T00:13:24,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:24,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T00:13:24,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:24,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T00:13:24,719 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 473 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:24,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.3, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.3, size=1.4 K (1393bytes) at 1731975204233Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.3 so closing down at 1731975204247 (+14 ms)3 split writer threads finished at 1731975204247Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731975204262 (+15 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731975204274 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975204362 (+88 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731975204364 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975204715 (+351 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731975204719 (+4 ms)Processed 20 edits across 2 Regions in 473 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975204719 2024-11-19T00:13:24,724 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.3 to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/oldWALs/wal.dat.3 2024-11-19T00:13:24,724 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T00:13:24,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.4 2024-11-19T00:13:24,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.4 after 0ms 2024-11-19T00:13:24,727 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.4 took 3ms 2024-11-19T00:13:24,743 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.4 so closing down 2024-11-19T00:13:24,743 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:24,747 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:24,749 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:24,753 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:24,762 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:24,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:24,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742097_1276 (size=743) 2024-11-19T00:13:24,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:24,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742097_1276 (size=743) 2024-11-19T00:13:24,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T00:13:24,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742096_1275 (size=743) 2024-11-19T00:13:24,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742096_1275 (size=743) 2024-11-19T00:13:24,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:24,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T00:13:24,810 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:24,811 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.4, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.4, size=1.4 K (1393bytes) at 1731975204724Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.4 so closing down at 1731975204743 (+19 ms)3 split writer threads finished at 1731975204747 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731975204762 (+15 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731975204766 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975204789 (+23 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731975204790 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975204806 (+16 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731975204810 (+4 ms)Processed 20 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975204810 2024-11-19T00:13:24,813 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.4 to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/oldWALs/wal.dat.4 2024-11-19T00:13:24,813 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.5, size=1.4 K (1394bytes) 2024-11-19T00:13:24,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.5 2024-11-19T00:13:24,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.5 after 3ms 2024-11-19T00:13:24,822 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-19T00:13:24,822 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.5 so closing down 2024-11-19T00:13:24,822 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-19T00:13:24,822 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.5, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.5, size=1.4 K (1394bytes) at 1731975204813Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.5 so closing down at 1731975204822 (+9 ms)Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731975204822 2024-11-19T00:13:24,827 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.5 to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/corrupt/wal.dat.5 2024-11-19T00:13:24,827 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T00:13:24,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.6 2024-11-19T00:13:24,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.6 after 0ms 2024-11-19T00:13:24,831 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.6 took 4ms 2024-11-19T00:13:24,849 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.6 so closing down 2024-11-19T00:13:24,849 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:24,850 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:24,862 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:24,871 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:24,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:24,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:24,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742098_1277 (size=749) 2024-11-19T00:13:24,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742098_1277 (size=749) 2024-11-19T00:13:24,934 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:24,936 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T00:13:24,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742099_1278 (size=749) 2024-11-19T00:13:24,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742099_1278 (size=749) 2024-11-19T00:13:24,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:24,982 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T00:13:24,983 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 135 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T00:13:24,983 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.6, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.6, size=1.4 K (1405bytes) at 1731975204827Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.6 so closing down at 1731975204849 (+22 ms)3 split writer threads finished at 1731975204850 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731975204878 (+28 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731975204878Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975204934 (+56 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731975204936 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975204977 (+41 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731975204982 (+5 ms)Processed 20 edits across 2 Regions in 135 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731975204983 (+1 ms) 2024-11-19T00:13:24,986 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.6 to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/oldWALs/wal.dat.6 2024-11-19T00:13:24,987 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T00:13:24,987 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.7 2024-11-19T00:13:24,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.7 after 0ms 2024-11-19T00:13:24,990 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.7 took 3ms 2024-11-19T00:13:25,008 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.7 so closing down 2024-11-19T00:13:25,008 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:25,009 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:25,013 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:25,030 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:25,031 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:25,050 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:25,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742100_1279 (size=753) 2024-11-19T00:13:25,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742100_1279 (size=753) 2024-11-19T00:13:25,057 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:25,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T00:13:25,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742101_1280 (size=753) 2024-11-19T00:13:25,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742101_1280 (size=753) 2024-11-19T00:13:25,465 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:25,467 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T00:13:25,467 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 461 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:25,467 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.7, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.7, size=1.4 K (1413bytes) at 1731975204987Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.7 so closing down at 1731975205008 (+21 ms)3 split writer threads finished at 1731975205009 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731975205030 (+21 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731975205050 (+20 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975205057 (+7 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731975205059 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975205465 (+406 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731975205467 (+2 ms)Processed 20 edits across 2 Regions in 461 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975205467 2024-11-19T00:13:25,473 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.7 to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/oldWALs/wal.dat.7 2024-11-19T00:13:25,473 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T00:13:25,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.8 2024-11-19T00:13:25,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.8 after 0ms 2024-11-19T00:13:25,476 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.8 took 3ms 2024-11-19T00:13:25,478 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.8 so closing down 2024-11-19T00:13:25,478 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:25,479 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:25,483 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:25,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:25,486 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:25,502 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:25,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742102_1281 (size=753) 2024-11-19T00:13:25,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742102_1281 (size=753) 2024-11-19T00:13:25,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:25,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T00:13:25,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742103_1282 (size=753) 2024-11-19T00:13:25,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742103_1282 (size=753) 2024-11-19T00:13:25,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:25,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T00:13:25,594 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:25,594 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.8, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.8, size=1.4 K (1413bytes) at 1731975205473Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.8 so closing down at 1731975205478 (+5 ms)3 split writer threads finished at 1731975205479 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731975205485 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731975205502 (+17 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975205540 (+38 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731975205542 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975205591 (+49 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731975205594 (+3 ms)Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975205594 2024-11-19T00:13:25,597 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.8 to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/oldWALs/wal.dat.8 2024-11-19T00:13:25,597 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T00:13:25,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.9 2024-11-19T00:13:25,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.9 after 1ms 2024-11-19T00:13:25,600 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.9 took 3ms 2024-11-19T00:13:25,606 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.9 so closing down 2024-11-19T00:13:25,606 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:25,607 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:25,622 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:25,624 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:25,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:25,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:25,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742105_1284 (size=753) 2024-11-19T00:13:25,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742105_1284 (size=753) 2024-11-19T00:13:25,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:25,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T00:13:25,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742104_1283 (size=753) 2024-11-19T00:13:25,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742104_1283 (size=753) 2024-11-19T00:13:26,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:26,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T00:13:26,089 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 484 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:26,089 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.9, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.9, size=1.4 K (1413bytes) at 1731975205597Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.9 so closing down at 1731975205606 (+9 ms)3 split writer threads finished at 1731975205607 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731975205626 (+19 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731975205630 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975205675 (+45 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731975205678 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975206087 (+409 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731975206089 (+2 ms)Processed 20 edits across 2 Regions in 484 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975206089 2024-11-19T00:13:26,096 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731975202092/wal.dat.9 to hdfs://localhost:35577/user/jenkins/test-data/4b543234-c31c-19e2-f665-4c8ce86abf07/oldWALs/wal.dat.9 2024-11-19T00:13:26,241 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 231) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1909 (was 2332) 2024-11-19T00:13:26,273 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=1908 2024-11-19T00:13:26,274 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:26,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742106_1285 (size=7) 2024-11-19T00:13:26,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742106_1285 (size=7) 2024-11-19T00:13:26,326 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:26,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:26,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:26,332 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:26,332 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-19T00:13:26,334 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:26,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742107_1286 (size=2403) 2024-11-19T00:13:26,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742107_1286 (size=2403) 2024-11-19T00:13:26,400 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:26,436 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/WALs/testsplitremovesregioneventsedits,16010,1731975206332/wal.dat.0, size=2.3 K (2403bytes) 2024-11-19T00:13:26,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/WALs/testsplitremovesregioneventsedits,16010,1731975206332/wal.dat.0 2024-11-19T00:13:26,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/WALs/testsplitremovesregioneventsedits,16010,1731975206332/wal.dat.0 after 0ms 2024-11-19T00:13:26,439 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/WALs/testsplitremovesregioneventsedits,16010,1731975206332/wal.dat.0 took 4ms 2024-11-19T00:13:26,468 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/WALs/testsplitremovesregioneventsedits,16010,1731975206332/wal.dat.0 so closing down 2024-11-19T00:13:26,468 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:26,468 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:26,482 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:26,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:26,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742108_1287 (size=863) 2024-11-19T00:13:26,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742108_1287 (size=863) 2024-11-19T00:13:26,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:26,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-19T00:13:26,528 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 62 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/WALs/testsplitremovesregioneventsedits,16010,1731975206332/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-19T00:13:26,528 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/WALs/testsplitremovesregioneventsedits,16010,1731975206332/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/WALs/testsplitremovesregioneventsedits,16010,1731975206332/wal.dat.0, size=2.3 K (2403bytes) at 1731975206436Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/WALs/testsplitremovesregioneventsedits,16010,1731975206332/wal.dat.0 so closing down at 1731975206468 (+32 ms)3 split writer threads finished at 1731975206468Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975206486 (+18 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975206524 (+38 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731975206528 (+4 ms)Processed 20 edits across 1 Regions in 62 ms; skipped=10; WAL=hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/WALs/testsplitremovesregioneventsedits,16010,1731975206332/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731975206528 2024-11-19T00:13:26,531 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/WALs/testsplitremovesregioneventsedits,16010,1731975206332/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/4b29b253-6d68-729d-080f-0f9f74701e77/oldWALs/wal.dat.0 2024-11-19T00:13:26,574 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=1906 (was 1908) 2024-11-19T00:13:26,582 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=1906 2024-11-19T00:13:26,582 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:26,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742109_1288 (size=7) 2024-11-19T00:13:26,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742109_1288 (size=7) 2024-11-19T00:13:26,602 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:26,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:26,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:26,607 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:26,651 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=1905 (was 1906) 2024-11-19T00:13:26,660 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=1905 2024-11-19T00:13:26,661 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:26,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742110_1289 (size=7) 2024-11-19T00:13:26,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742110_1289 (size=7) 2024-11-19T00:13:26,690 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:26,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:26,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:26,696 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:26,710 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:26,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742111_1290 (size=255) 2024-11-19T00:13:26,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742111_1290 (size=255) 2024-11-19T00:13:26,758 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/aa984773-920e-a4e7-7f87-b6b66e68ca39/WALs/testsplitremovesreplicationmarkeredits,16010,1731975206696/wal.dat.1, size=255 (255bytes) 2024-11-19T00:13:26,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/aa984773-920e-a4e7-7f87-b6b66e68ca39/WALs/testsplitremovesreplicationmarkeredits,16010,1731975206696/wal.dat.1 2024-11-19T00:13:26,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/aa984773-920e-a4e7-7f87-b6b66e68ca39/WALs/testsplitremovesreplicationmarkeredits,16010,1731975206696/wal.dat.1 after 0ms 2024-11-19T00:13:26,760 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/aa984773-920e-a4e7-7f87-b6b66e68ca39/WALs/testsplitremovesreplicationmarkeredits,16010,1731975206696/wal.dat.1 took 3ms 2024-11-19T00:13:26,769 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-19T00:13:26,769 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/aa984773-920e-a4e7-7f87-b6b66e68ca39/WALs/testsplitremovesreplicationmarkeredits,16010,1731975206696/wal.dat.1 so closing down 2024-11-19T00:13:26,769 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:26,769 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:26,769 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/aa984773-920e-a4e7-7f87-b6b66e68ca39/WALs/testsplitremovesreplicationmarkeredits,16010,1731975206696/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-19T00:13:26,769 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/aa984773-920e-a4e7-7f87-b6b66e68ca39/WALs/testsplitremovesreplicationmarkeredits,16010,1731975206696/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/aa984773-920e-a4e7-7f87-b6b66e68ca39/WALs/testsplitremovesreplicationmarkeredits,16010,1731975206696/wal.dat.1, size=255 (255bytes) at 1731975206758Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/aa984773-920e-a4e7-7f87-b6b66e68ca39/WALs/testsplitremovesreplicationmarkeredits,16010,1731975206696/wal.dat.1 so closing down at 1731975206769 (+11 ms)3 split writer threads finished at 1731975206769Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/aa984773-920e-a4e7-7f87-b6b66e68ca39/WALs/testsplitremovesreplicationmarkeredits,16010,1731975206696/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731975206769 2024-11-19T00:13:26,772 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/aa984773-920e-a4e7-7f87-b6b66e68ca39/WALs/testsplitremovesreplicationmarkeredits,16010,1731975206696/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/aa984773-920e-a4e7-7f87-b6b66e68ca39/oldWALs/wal.dat.1 2024-11-19T00:13:26,782 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=1904 (was 1905) 2024-11-19T00:13:26,791 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=1904 2024-11-19T00:13:26,791 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:26,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742112_1291 (size=7) 2024-11-19T00:13:26,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742112_1291 (size=7) 2024-11-19T00:13:26,804 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:26,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:26,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:26,808 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:26,808 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-19T00:13:26,808 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-19T00:13:26,809 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:26,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742113_1292 (size=1941) 2024-11-19T00:13:26,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742113_1292 (size=1941) 2024-11-19T00:13:26,833 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:26,834 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0/data/default/t1/region__1 2024-11-19T00:13:26,858 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/7f53a739-aa60-cbd5-7307-06b01ff28c8e/WALs/testsplitlogfiledeletedregiondir,16010,1731975206808/wal.dat.0, size=1.9 K (1941bytes) 2024-11-19T00:13:26,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/7f53a739-aa60-cbd5-7307-06b01ff28c8e/WALs/testsplitlogfiledeletedregiondir,16010,1731975206808/wal.dat.0 2024-11-19T00:13:26,859 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/7f53a739-aa60-cbd5-7307-06b01ff28c8e/WALs/testsplitlogfiledeletedregiondir,16010,1731975206808/wal.dat.0 after 1ms 2024-11-19T00:13:26,863 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/7f53a739-aa60-cbd5-7307-06b01ff28c8e/WALs/testsplitlogfiledeletedregiondir,16010,1731975206808/wal.dat.0 took 5ms 2024-11-19T00:13:26,866 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-19T00:13:26,866 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f53a739-aa60-cbd5-7307-06b01ff28c8e/WALs/testsplitlogfiledeletedregiondir,16010,1731975206808/wal.dat.0 so closing down 2024-11-19T00:13:26,866 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:26,868 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:26,868 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 3 ms; skipped=17; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f53a739-aa60-cbd5-7307-06b01ff28c8e/WALs/testsplitlogfiledeletedregiondir,16010,1731975206808/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-19T00:13:26,868 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/7f53a739-aa60-cbd5-7307-06b01ff28c8e/WALs/testsplitlogfiledeletedregiondir,16010,1731975206808/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/7f53a739-aa60-cbd5-7307-06b01ff28c8e/WALs/testsplitlogfiledeletedregiondir,16010,1731975206808/wal.dat.0, size=1.9 K (1941bytes) at 1731975206858Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f53a739-aa60-cbd5-7307-06b01ff28c8e/WALs/testsplitlogfiledeletedregiondir,16010,1731975206808/wal.dat.0 so closing down at 1731975206866 (+8 ms)3 split writer threads finished at 1731975206868 (+2 ms)Processed 17 edits across 0 Regions in 3 ms; skipped=17; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f53a739-aa60-cbd5-7307-06b01ff28c8e/WALs/testsplitlogfiledeletedregiondir,16010,1731975206808/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731975206868 2024-11-19T00:13:26,870 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/7f53a739-aa60-cbd5-7307-06b01ff28c8e/WALs/testsplitlogfiledeletedregiondir,16010,1731975206808/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/7f53a739-aa60-cbd5-7307-06b01ff28c8e/oldWALs/wal.dat.0 2024-11-19T00:13:26,892 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=1904 (was 1904) 2024-11-19T00:13:26,903 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=1904 2024-11-19T00:13:26,903 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:26,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742114_1293 (size=7) 2024-11-19T00:13:26,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742114_1293 (size=7) 2024-11-19T00:13:26,937 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:26,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:26,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:26,947 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:26,947 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-19T00:13:26,947 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:26,947 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:13:26,948 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:13:26,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:26,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:26,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742115_1294 (size=1393) 2024-11-19T00:13:26,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742115_1294 (size=1393) 2024-11-19T00:13:26,990 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:26,990 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:26,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:26,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742116_1295 (size=1393) 2024-11-19T00:13:27,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742116_1295 (size=1393) 2024-11-19T00:13:27,025 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:13:27,026 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:13:27,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742117_1296 (size=1393) 2024-11-19T00:13:27,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742117_1296 (size=1393) 2024-11-19T00:13:27,058 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:13:27,059 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:13:27,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742118_1297 (size=1393) 2024-11-19T00:13:27,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742118_1297 (size=1393) 2024-11-19T00:13:27,112 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:13:27,113 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:13:27,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742119_1298 (size=1393) 2024-11-19T00:13:27,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742119_1298 (size=1393) 2024-11-19T00:13:27,151 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:13:27,151 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:27,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742120_1299 (size=1393) 2024-11-19T00:13:27,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742120_1299 (size=1393) 2024-11-19T00:13:27,199 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:13:27,199 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:13:27,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742121_1300 (size=1405) 2024-11-19T00:13:27,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742121_1300 (size=1405) 2024-11-19T00:13:27,294 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:13:27,294 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:13:27,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742122_1301 (size=1413) 2024-11-19T00:13:27,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742122_1301 (size=1413) 2024-11-19T00:13:27,374 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:13:27,374 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:13:27,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742123_1302 (size=1413) 2024-11-19T00:13:27,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742123_1302 (size=1413) 2024-11-19T00:13:27,452 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:13:27,452 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:13:27,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742124_1303 (size=1413) 2024-11-19T00:13:27,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742124_1303 (size=1413) 2024-11-19T00:13:27,496 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:13:27,527 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/c8591b7d-4e3d-03c0-341c-5397dc8e96d6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731975206947/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T00:13:27,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/c8591b7d-4e3d-03c0-341c-5397dc8e96d6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731975206947/wal.dat.0 2024-11-19T00:13:27,528 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/c8591b7d-4e3d-03c0-341c-5397dc8e96d6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731975206947/wal.dat.0 after 1ms 2024-11-19T00:13:27,533 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/c8591b7d-4e3d-03c0-341c-5397dc8e96d6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731975206947/wal.dat.0 took 6ms 2024-11-19T00:13:27,543 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/c8591b7d-4e3d-03c0-341c-5397dc8e96d6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731975206947/wal.dat.0 so closing down 2024-11-19T00:13:27,543 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:27,546 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:27,546 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/c8591b7d-4e3d-03c0-341c-5397dc8e96d6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731975206947/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:27,546 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/c8591b7d-4e3d-03c0-341c-5397dc8e96d6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731975206947/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/c8591b7d-4e3d-03c0-341c-5397dc8e96d6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731975206947/wal.dat.0, size=1.4 K (1393bytes) at 1731975207527Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/c8591b7d-4e3d-03c0-341c-5397dc8e96d6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731975206947/wal.dat.0 so closing down at 1731975207543 (+16 ms)3 split writer threads finished at 1731975207546 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/c8591b7d-4e3d-03c0-341c-5397dc8e96d6/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731975206947/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975207546 2024-11-19T00:13:27,569 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=1899 (was 1904) 2024-11-19T00:13:27,580 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=1899 2024-11-19T00:13:27,580 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:27,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742125_1304 (size=7) 2024-11-19T00:13:27,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742125_1304 (size=7) 2024-11-19T00:13:27,595 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:27,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:27,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:27,600 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:27,600 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:13:27,601 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:13:27,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:27,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742126_1305 (size=1393) 2024-11-19T00:13:27,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742126_1305 (size=1393) 2024-11-19T00:13:27,634 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:27,634 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:27,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742127_1306 (size=1393) 2024-11-19T00:13:27,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742127_1306 (size=1393) 2024-11-19T00:13:27,685 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:13:27,685 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:13:27,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742128_1307 (size=1393) 2024-11-19T00:13:27,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742128_1307 (size=1393) 2024-11-19T00:13:27,728 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:13:27,729 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:13:27,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742129_1308 (size=1393) 2024-11-19T00:13:27,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742129_1308 (size=1393) 2024-11-19T00:13:27,782 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:13:27,782 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:13:27,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,827 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:27,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742131_1310 (size=1393) 2024-11-19T00:13:27,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742131_1310 (size=1393) 2024-11-19T00:13:27,862 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:13:27,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:13:27,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742132_1311 (size=1405) 2024-11-19T00:13:27,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742132_1311 (size=1405) 2024-11-19T00:13:27,900 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:13:27,901 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:13:27,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742133_1312 (size=1413) 2024-11-19T00:13:27,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742133_1312 (size=1413) 2024-11-19T00:13:27,948 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:13:27,948 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:13:27,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742134_1313 (size=1413) 2024-11-19T00:13:27,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742134_1313 (size=1413) 2024-11-19T00:13:27,975 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:13:27,975 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:13:27,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:27,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:27,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742135_1314 (size=1413) 2024-11-19T00:13:28,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742135_1314 (size=1413) 2024-11-19T00:13:28,003 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:13:28,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742130_1309 (size=1458) 2024-11-19T00:13:28,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742130_1309 (size=1458) 2024-11-19T00:13:28,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T00:13:28,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.0 2024-11-19T00:13:28,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.0 after 0ms 2024-11-19T00:13:28,027 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.0 took 4ms 2024-11-19T00:13:28,036 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.0 so closing down 2024-11-19T00:13:28,036 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:28,036 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:28,039 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:28,039 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:28,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:28,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:28,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742136_1315 (size=743) 2024-11-19T00:13:28,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742137_1316 (size=743) 2024-11-19T00:13:28,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742137_1316 (size=743) 2024-11-19T00:13:28,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742136_1315 (size=743) 2024-11-19T00:13:28,057 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:28,057 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:28,060 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T00:13:28,061 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T00:13:28,062 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:28,062 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.0, size=1.4 K (1393bytes) at 1731975208024Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.0 so closing down at 1731975208036 (+12 ms)3 split writer threads finished at 1731975208036Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731975208040 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975208040Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975208057 (+17 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975208057Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731975208060 (+3 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731975208061 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975208062 (+1 ms) 2024-11-19T00:13:28,064 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/oldWALs/wal.dat.0 2024-11-19T00:13:28,065 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T00:13:28,065 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.1 2024-11-19T00:13:28,065 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.1 after 0ms 2024-11-19T00:13:28,068 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.1 took 4ms 2024-11-19T00:13:28,075 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.1 so closing down 2024-11-19T00:13:28,075 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:28,075 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:28,087 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:28,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:28,091 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:28,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:28,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742138_1317 (size=743) 2024-11-19T00:13:28,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742138_1317 (size=743) 2024-11-19T00:13:28,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:28,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T00:13:28,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742139_1318 (size=743) 2024-11-19T00:13:28,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742139_1318 (size=743) 2024-11-19T00:13:28,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:28,137 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T00:13:28,137 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:28,137 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.1, size=1.4 K (1393bytes) at 1731975208065Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.1 so closing down at 1731975208075 (+10 ms)3 split writer threads finished at 1731975208075Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731975208090 (+15 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731975208108 (+18 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975208119 (+11 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731975208121 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975208135 (+14 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731975208137 (+2 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975208137 2024-11-19T00:13:28,139 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/oldWALs/wal.dat.1 2024-11-19T00:13:28,139 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T00:13:28,139 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.2 2024-11-19T00:13:28,139 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.2 after 0ms 2024-11-19T00:13:28,141 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.2 took 2ms 2024-11-19T00:13:28,142 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.2 so closing down 2024-11-19T00:13:28,142 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:28,142 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:28,147 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:28,147 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:28,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:28,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:28,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742140_1319 (size=743) 2024-11-19T00:13:28,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742140_1319 (size=743) 2024-11-19T00:13:28,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742141_1320 (size=743) 2024-11-19T00:13:28,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:28,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742141_1320 (size=743) 2024-11-19T00:13:28,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T00:13:28,183 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:28,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T00:13:28,184 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:28,185 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.2, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.2, size=1.4 K (1393bytes) at 1731975208139Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.2 so closing down at 1731975208142 (+3 ms)3 split writer threads finished at 1731975208142Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731975208149 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731975208158 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975208181 (+23 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731975208182 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975208183 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731975208184 (+1 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975208185 (+1 ms) 2024-11-19T00:13:28,187 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.2 to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/oldWALs/wal.dat.2 2024-11-19T00:13:28,187 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T00:13:28,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.3 2024-11-19T00:13:28,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.3 after 1ms 2024-11-19T00:13:28,191 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.3 took 4ms 2024-11-19T00:13:28,197 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.3 so closing down 2024-11-19T00:13:28,197 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:28,198 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:28,208 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:28,210 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:28,211 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:28,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:28,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742142_1321 (size=743) 2024-11-19T00:13:28,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742142_1321 (size=743) 2024-11-19T00:13:28,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742143_1322 (size=743) 2024-11-19T00:13:28,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742143_1322 (size=743) 2024-11-19T00:13:28,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:28,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T00:13:28,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:28,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T00:13:28,653 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:28,654 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.3, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.3, size=1.4 K (1393bytes) at 1731975208187Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.3 so closing down at 1731975208197 (+10 ms)3 split writer threads finished at 1731975208198 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731975208211 (+13 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731975208214 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975208258 (+44 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731975208260 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975208652 (+392 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731975208653 (+1 ms)Processed 20 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975208653 2024-11-19T00:13:28,655 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.3 to hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/oldWALs/wal.dat.3 2024-11-19T00:13:28,655 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.4, size=1.4 K (1458bytes) 2024-11-19T00:13:28,655 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.4 2024-11-19T00:13:28,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.4 after 1ms 2024-11-19T00:13:28,658 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.4 took 2ms 2024-11-19T00:13:28,660 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.4 so closing down 2024-11-19T00:13:28,660 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:28,660 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:28,662 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:28,662 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:28,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:28,670 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:28,674 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-19T00:13:28,680 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-19T00:13:28,681 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:13:28,681 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-19T00:13:28,681 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.4, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.4, size=1.4 K (1458bytes) at 1731975208655Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.4 so closing down at 1731975208660 (+5 ms)3 split writer threads finished at 1731975208660Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731975208666 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731975208670 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731975208680 (+10 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731975208681 (+1 ms)Processed 21 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/WALs/testsplitwillfailifwritingtoregionfails,16010,1731975207600/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731975208681 2024-11-19T00:13:28,682 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:13:28,683 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-176375799_22 at /127.0.0.1:60742 [Receiving block BP-1610716951-172.17.0.2-1731975163058:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:39877:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60742 dst: /127.0.0.1:39877 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:13:28,683 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-176375799_22 at /127.0.0.1:38626 [Receiving block BP-1610716951-172.17.0.2-1731975163058:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:36617:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38626 dst: /127.0.0.1:36617 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:13:28,687 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:35577/user/jenkins/test-data/09171b00-6207-877a-7047-8012109cd1b0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:13:28,687 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-176375799_22 at /127.0.0.1:38618 [Receiving block BP-1610716951-172.17.0.2-1731975163058:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:36617:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38618 dst: /127.0.0.1:36617 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:13:28,688 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-176375799_22 at /127.0.0.1:60756 [Receiving block BP-1610716951-172.17.0.2-1731975163058:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:39877:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60756 dst: /127.0.0.1:39877 java.net.SocketException: Connection reset at sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394) ~[?:?] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426) ~[?:?] at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:141) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:13:28,694 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=149 (was 144) - Thread LEAK? -, OpenFileDescriptor=393 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 293) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1901 (was 1899) - AvailableMemoryMB LEAK? - 2024-11-19T00:13:28,701 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=341, ProcessCount=11, AvailableMemoryMB=1901 2024-11-19T00:13:28,702 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:28,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742146_1325 (size=7) 2024-11-19T00:13:28,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742146_1325 (size=7) 2024-11-19T00:13:28,724 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:28,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:28,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:28,731 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:28,732 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-19T00:13:28,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742147_1326 (size=93) 2024-11-19T00:13:28,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742147_1326 (size=93) 2024-11-19T00:13:28,752 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:13:28,753 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:13:28,755 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:28,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742148_1327 (size=1393) 2024-11-19T00:13:28,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742148_1327 (size=1393) 2024-11-19T00:13:28,772 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:28,772 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:28,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742149_1328 (size=1393) 2024-11-19T00:13:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742149_1328 (size=1393) 2024-11-19T00:13:28,784 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:13:28,784 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:13:28,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742150_1329 (size=1393) 2024-11-19T00:13:28,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742150_1329 (size=1393) 2024-11-19T00:13:28,795 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:13:28,795 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:13:28,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:28,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:28,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742151_1330 (size=1393) 2024-11-19T00:13:28,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742151_1330 (size=1393) 2024-11-19T00:13:29,212 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:13:29,212 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:13:29,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742152_1331 (size=1393) 2024-11-19T00:13:29,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742152_1331 (size=1393) 2024-11-19T00:13:29,231 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:13:29,232 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:29,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742153_1332 (size=1393) 2024-11-19T00:13:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742153_1332 (size=1393) 2024-11-19T00:13:29,250 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:13:29,250 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:13:29,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742154_1333 (size=1405) 2024-11-19T00:13:29,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742154_1333 (size=1405) 2024-11-19T00:13:29,278 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:13:29,279 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:13:29,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742155_1334 (size=1413) 2024-11-19T00:13:29,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742155_1334 (size=1413) 2024-11-19T00:13:29,291 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:13:29,291 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:13:29,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742156_1335 (size=1413) 2024-11-19T00:13:29,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742156_1335 (size=1413) 2024-11-19T00:13:29,318 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:13:29,318 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:13:29,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:29,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742157_1336 (size=1413) 2024-11-19T00:13:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742157_1336 (size=1413) 2024-11-19T00:13:29,359 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:13:29,360 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-19T00:13:29,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742158_1337 (size=93) 2024-11-19T00:13:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742158_1337 (size=93) 2024-11-19T00:13:29,421 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat..empty, size=93 (93bytes) 2024-11-19T00:13:29,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat..empty 2024-11-19T00:13:29,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat..empty after 0ms 2024-11-19T00:13:29,425 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat..empty took 4ms 2024-11-19T00:13:29,433 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat..empty so closing down 2024-11-19T00:13:29,433 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:29,433 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:29,433 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-19T00:13:29,433 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat..empty, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat..empty, size=93 (93bytes) at 1731975209422Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat..empty so closing down at 1731975209433 (+11 ms)3 split writer threads finished at 1731975209433Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731975209433 2024-11-19T00:13:29,436 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat..empty to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/oldWALs/wal.dat..empty 2024-11-19T00:13:29,436 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T00:13:29,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.0 2024-11-19T00:13:29,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.0 after 2ms 2024-11-19T00:13:29,441 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.0 took 5ms 2024-11-19T00:13:29,444 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.0 so closing down 2024-11-19T00:13:29,444 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:29,444 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:29,456 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:29,458 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:29,459 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:29,467 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:29,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742159_1338 (size=743) 2024-11-19T00:13:29,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742159_1338 (size=743) 2024-11-19T00:13:29,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:29,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T00:13:29,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742160_1339 (size=743) 2024-11-19T00:13:29,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742160_1339 (size=743) 2024-11-19T00:13:29,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:29,526 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T00:13:29,526 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:29,526 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.0, size=1.4 K (1393bytes) at 1731975209436Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.0 so closing down at 1731975209444 (+8 ms)3 split writer threads finished at 1731975209444Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975209458 (+14 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731975209467 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975209515 (+48 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731975209516 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975209524 (+8 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731975209526 (+2 ms)Processed 20 edits across 2 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975209526 2024-11-19T00:13:29,529 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/oldWALs/wal.dat.0 2024-11-19T00:13:29,529 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T00:13:29,529 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.1 2024-11-19T00:13:29,531 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.1 after 2ms 2024-11-19T00:13:29,534 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.1 took 5ms 2024-11-19T00:13:29,538 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.1 so closing down 2024-11-19T00:13:29,538 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:29,566 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:29,591 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:29,595 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:29,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:29,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:29,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742162_1341 (size=743) 2024-11-19T00:13:29,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742162_1341 (size=743) 2024-11-19T00:13:29,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:29,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T00:13:29,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742161_1340 (size=743) 2024-11-19T00:13:29,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742161_1340 (size=743) 2024-11-19T00:13:29,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:29,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T00:13:29,653 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 115 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:29,653 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.1, size=1.4 K (1393bytes) at 1731975209529Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.1 so closing down at 1731975209538 (+9 ms)3 split writer threads finished at 1731975209566 (+28 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731975209598 (+32 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731975209604 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975209631 (+27 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731975209633 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975209650 (+17 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731975209652 (+2 ms)Processed 20 edits across 2 Regions in 115 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975209653 (+1 ms) 2024-11-19T00:13:29,658 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/oldWALs/wal.dat.1 2024-11-19T00:13:29,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T00:13:29,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.2 2024-11-19T00:13:29,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.2 after 0ms 2024-11-19T00:13:29,662 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.2 took 4ms 2024-11-19T00:13:29,691 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.2 so closing down 2024-11-19T00:13:29,691 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:29,696 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:29,702 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:29,702 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:29,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:29,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:29,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742164_1343 (size=743) 2024-11-19T00:13:29,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742164_1343 (size=743) 2024-11-19T00:13:29,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742163_1342 (size=743) 2024-11-19T00:13:29,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742163_1342 (size=743) 2024-11-19T00:13:29,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:29,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T00:13:30,146 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T00:13:30,148 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 458 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:30,148 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.2, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.2, size=1.4 K (1393bytes) at 1731975209659Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.2 so closing down at 1731975209691 (+32 ms)3 split writer threads finished at 1731975209696 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731975209710 (+14 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731975209710Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975209745 (+35 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731975209747 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210146 (+399 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731975210148 (+2 ms)Processed 20 edits across 2 Regions in 458 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975210148 2024-11-19T00:13:30,150 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.2 to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/oldWALs/wal.dat.2 2024-11-19T00:13:30,150 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T00:13:30,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.3 2024-11-19T00:13:30,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.3 after 1ms 2024-11-19T00:13:30,153 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.3 took 3ms 2024-11-19T00:13:30,155 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.3 so closing down 2024-11-19T00:13:30,155 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:30,155 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:30,157 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:30,157 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:30,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:30,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:30,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742165_1344 (size=743) 2024-11-19T00:13:30,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742165_1344 (size=743) 2024-11-19T00:13:30,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742166_1345 (size=743) 2024-11-19T00:13:30,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742166_1345 (size=743) 2024-11-19T00:13:30,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T00:13:30,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T00:13:30,175 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:30,175 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.3, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.3, size=1.4 K (1393bytes) at 1731975210150Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.3 so closing down at 1731975210155 (+5 ms)3 split writer threads finished at 1731975210155Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731975210158 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731975210158Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210172 (+14 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731975210173 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210173Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731975210175 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975210175 2024-11-19T00:13:30,176 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.3 to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/oldWALs/wal.dat.3 2024-11-19T00:13:30,176 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T00:13:30,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.4 2024-11-19T00:13:30,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.4 after 1ms 2024-11-19T00:13:30,179 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.4 took 3ms 2024-11-19T00:13:30,180 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.4 so closing down 2024-11-19T00:13:30,180 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:30,180 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:30,182 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:30,182 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:30,183 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:30,183 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:30,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742167_1346 (size=743) 2024-11-19T00:13:30,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742168_1347 (size=743) 2024-11-19T00:13:30,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742168_1347 (size=743) 2024-11-19T00:13:30,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742167_1346 (size=743) 2024-11-19T00:13:30,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T00:13:30,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T00:13:30,191 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:30,191 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.4, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.4, size=1.4 K (1393bytes) at 1731975210176Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.4 so closing down at 1731975210180 (+4 ms)3 split writer threads finished at 1731975210180Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731975210183 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731975210183Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210190 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210190Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731975210191 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731975210191Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975210191 2024-11-19T00:13:30,193 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.4 to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/oldWALs/wal.dat.4 2024-11-19T00:13:30,193 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T00:13:30,193 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.5 2024-11-19T00:13:30,193 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.5 after 0ms 2024-11-19T00:13:30,195 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.5 took 2ms 2024-11-19T00:13:30,197 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.5 so closing down 2024-11-19T00:13:30,197 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:30,197 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:30,199 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:30,199 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:30,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:30,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:30,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742169_1348 (size=743) 2024-11-19T00:13:30,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742169_1348 (size=743) 2024-11-19T00:13:30,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T00:13:30,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742170_1349 (size=743) 2024-11-19T00:13:30,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742170_1349 (size=743) 2024-11-19T00:13:30,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T00:13:30,258 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:30,258 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.5, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.5, size=1.4 K (1393bytes) at 1731975210193Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.5 so closing down at 1731975210197 (+4 ms)3 split writer threads finished at 1731975210197Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731975210200 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731975210200Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210240 (+40 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731975210242 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210256 (+14 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731975210258 (+2 ms)Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975210258 2024-11-19T00:13:30,262 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.5 to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/oldWALs/wal.dat.5 2024-11-19T00:13:30,262 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T00:13:30,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.6 2024-11-19T00:13:30,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.6 after 0ms 2024-11-19T00:13:30,266 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.6 took 4ms 2024-11-19T00:13:30,283 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.6 so closing down 2024-11-19T00:13:30,283 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:30,286 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:30,291 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:30,292 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:30,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:30,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:30,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742171_1350 (size=749) 2024-11-19T00:13:30,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742171_1350 (size=749) 2024-11-19T00:13:30,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,317 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T00:13:30,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742172_1351 (size=749) 2024-11-19T00:13:30,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742172_1351 (size=749) 2024-11-19T00:13:30,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T00:13:30,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T00:13:30,329 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.6, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.6, size=1.4 K (1405bytes) at 1731975210263Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.6 so closing down at 1731975210283 (+20 ms)3 split writer threads finished at 1731975210286 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731975210295 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731975210301 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210316 (+15 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731975210317 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210326 (+9 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731975210329 (+3 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731975210329 2024-11-19T00:13:30,332 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.6 to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/oldWALs/wal.dat.6 2024-11-19T00:13:30,332 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T00:13:30,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.7 2024-11-19T00:13:30,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.7 after 1ms 2024-11-19T00:13:30,335 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.7 took 3ms 2024-11-19T00:13:30,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.7 so closing down 2024-11-19T00:13:30,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:30,338 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:30,341 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:30,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:30,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742173_1352 (size=753) 2024-11-19T00:13:30,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742173_1352 (size=753) 2024-11-19T00:13:30,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,354 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:30,355 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T00:13:30,355 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742174_1353 (size=753) 2024-11-19T00:13:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742174_1353 (size=753) 2024-11-19T00:13:30,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T00:13:30,374 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:30,374 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.7, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.7, size=1.4 K (1413bytes) at 1731975210332Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.7 so closing down at 1731975210337 (+5 ms)3 split writer threads finished at 1731975210338 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731975210343 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210352 (+9 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731975210355 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731975210355Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210372 (+17 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731975210374 (+2 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975210374 2024-11-19T00:13:30,376 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.7 to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/oldWALs/wal.dat.7 2024-11-19T00:13:30,376 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T00:13:30,376 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.8 2024-11-19T00:13:30,377 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.8 after 1ms 2024-11-19T00:13:30,379 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.8 took 3ms 2024-11-19T00:13:30,381 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.8 so closing down 2024-11-19T00:13:30,381 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:30,381 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:30,396 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:30,396 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:30,398 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:30,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:30,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742175_1354 (size=753) 2024-11-19T00:13:30,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742175_1354 (size=753) 2024-11-19T00:13:30,428 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T00:13:30,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742176_1355 (size=753) 2024-11-19T00:13:30,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742176_1355 (size=753) 2024-11-19T00:13:30,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T00:13:30,448 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:30,448 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.8, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.8, size=1.4 K (1413bytes) at 1731975210376Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.8 so closing down at 1731975210381 (+5 ms)3 split writer threads finished at 1731975210381Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731975210398 (+17 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731975210400 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210428 (+28 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731975210430 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210443 (+13 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731975210448 (+5 ms)Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975210448 2024-11-19T00:13:30,450 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.8 to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/oldWALs/wal.dat.8 2024-11-19T00:13:30,450 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T00:13:30,450 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.9 2024-11-19T00:13:30,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.9 after 1ms 2024-11-19T00:13:30,453 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.9 took 3ms 2024-11-19T00:13:30,454 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.9 so closing down 2024-11-19T00:13:30,454 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:30,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:30,456 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:30,456 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:30,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:30,457 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:30,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742178_1357 (size=753) 2024-11-19T00:13:30,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742177_1356 (size=753) 2024-11-19T00:13:30,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742178_1357 (size=753) 2024-11-19T00:13:30,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742177_1356 (size=753) 2024-11-19T00:13:30,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T00:13:30,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T00:13:30,462 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:30,462 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.9, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.9, size=1.4 K (1413bytes) at 1731975210450Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.9 so closing down at 1731975210454 (+4 ms)3 split writer threads finished at 1731975210454Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731975210457 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731975210457Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210461 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210461Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731975210462 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731975210462Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975210462 2024-11-19T00:13:30,463 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.9 to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/oldWALs/wal.dat.9 2024-11-19T00:13:30,463 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.empty, size=93 (93bytes) 2024-11-19T00:13:30,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.empty 2024-11-19T00:13:30,464 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.empty after 1ms 2024-11-19T00:13:30,465 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.empty took 2ms 2024-11-19T00:13:30,466 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.empty so closing down 2024-11-19T00:13:30,466 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:30,466 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:30,466 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-19T00:13:30,466 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.empty, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.empty, size=93 (93bytes) at 1731975210463Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.empty so closing down at 1731975210466 (+3 ms)3 split writer threads finished at 1731975210466Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731975210466 2024-11-19T00:13:30,468 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/WALs/testemptylogfiles,16010,1731975208731/wal.dat.empty to hdfs://localhost:35577/user/jenkins/test-data/88d18ee1-8930-78bb-270d-1bc81101d27b/oldWALs/wal.dat.empty 2024-11-19T00:13:30,541 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=145 (was 145), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 341), ProcessCount=11 (was 11), AvailableMemoryMB=1882 (was 1901) 2024-11-19T00:13:30,550 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=341, ProcessCount=11, AvailableMemoryMB=1882 2024-11-19T00:13:30,550 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:30,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742179_1358 (size=7) 2024-11-19T00:13:30,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742179_1358 (size=7) 2024-11-19T00:13:30,571 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:30,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:30,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:30,577 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:30,577 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:13:30,578 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:13:30,579 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:30,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742180_1359 (size=1393) 2024-11-19T00:13:30,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742180_1359 (size=1393) 2024-11-19T00:13:30,618 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:30,618 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:30,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742181_1360 (size=1393) 2024-11-19T00:13:30,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742181_1360 (size=1393) 2024-11-19T00:13:30,669 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:13:30,669 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:13:30,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742182_1361 (size=1393) 2024-11-19T00:13:30,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742182_1361 (size=1393) 2024-11-19T00:13:30,701 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:13:30,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:13:30,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742183_1362 (size=1393) 2024-11-19T00:13:30,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742183_1362 (size=1393) 2024-11-19T00:13:30,725 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:13:30,726 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:13:30,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742184_1363 (size=1393) 2024-11-19T00:13:30,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742184_1363 (size=1393) 2024-11-19T00:13:30,742 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:13:30,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:30,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742185_1364 (size=1393) 2024-11-19T00:13:30,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742185_1364 (size=1393) 2024-11-19T00:13:30,754 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:13:30,754 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:13:30,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742186_1365 (size=1405) 2024-11-19T00:13:30,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742186_1365 (size=1405) 2024-11-19T00:13:30,781 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:13:30,781 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:13:30,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742187_1366 (size=1413) 2024-11-19T00:13:30,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742187_1366 (size=1413) 2024-11-19T00:13:30,793 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:13:30,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:13:30,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742188_1367 (size=1413) 2024-11-19T00:13:30,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742188_1367 (size=1413) 2024-11-19T00:13:30,815 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:13:30,815 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:13:30,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:30,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:30,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742189_1368 (size=1413) 2024-11-19T00:13:30,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742189_1368 (size=1413) 2024-11-19T00:13:30,831 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:13:30,848 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T00:13:30,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.0 2024-11-19T00:13:30,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.0 after 0ms 2024-11-19T00:13:30,850 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.0 took 3ms 2024-11-19T00:13:30,852 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.0 so closing down 2024-11-19T00:13:30,852 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:30,852 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:30,855 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:30,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:30,862 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:30,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742190_1369 (size=743) 2024-11-19T00:13:30,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742190_1369 (size=743) 2024-11-19T00:13:30,881 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:30,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T00:13:30,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742191_1370 (size=743) 2024-11-19T00:13:30,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742191_1370 (size=743) 2024-11-19T00:13:30,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T00:13:30,900 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:30,900 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.0, size=1.4 K (1393bytes) at 1731975210848Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.0 so closing down at 1731975210852 (+4 ms)3 split writer threads finished at 1731975210852Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975210858 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210881 (+23 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731975210882 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731975210883 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210898 (+15 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731975210899 (+1 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975210900 (+1 ms) 2024-11-19T00:13:30,901 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/oldWALs/wal.dat.0 2024-11-19T00:13:30,902 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T00:13:30,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.1 2024-11-19T00:13:30,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.1 after 0ms 2024-11-19T00:13:30,904 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.1 took 2ms 2024-11-19T00:13:30,906 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.1 so closing down 2024-11-19T00:13:30,906 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:30,910 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:30,913 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:30,922 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:30,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:30,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:30,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742193_1372 (size=743) 2024-11-19T00:13:30,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742193_1372 (size=743) 2024-11-19T00:13:30,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T00:13:30,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742192_1371 (size=743) 2024-11-19T00:13:30,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742192_1371 (size=743) 2024-11-19T00:13:30,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:30,978 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T00:13:30,978 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:30,979 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.1, size=1.4 K (1393bytes) at 1731975210902Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.1 so closing down at 1731975210906 (+4 ms)3 split writer threads finished at 1731975210910 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731975210926 (+16 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731975210927 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210963 (+36 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731975210965 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975210976 (+11 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731975210978 (+2 ms)Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975210978 2024-11-19T00:13:30,981 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/oldWALs/wal.dat.1 2024-11-19T00:13:30,982 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T00:13:30,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.2 2024-11-19T00:13:30,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.2 after 0ms 2024-11-19T00:13:30,986 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.2 took 5ms 2024-11-19T00:13:30,997 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.2 so closing down 2024-11-19T00:13:30,997 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:30,998 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:31,015 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:31,019 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:31,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:31,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:31,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742194_1373 (size=743) 2024-11-19T00:13:31,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742194_1373 (size=743) 2024-11-19T00:13:31,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742195_1374 (size=743) 2024-11-19T00:13:31,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742195_1374 (size=743) 2024-11-19T00:13:31,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:31,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T00:13:31,455 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:31,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T00:13:31,456 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 462 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:31,457 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.2, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.2, size=1.4 K (1393bytes) at 1731975210982Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.2 so closing down at 1731975210997 (+15 ms)3 split writer threads finished at 1731975210998 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731975211024 (+26 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731975211031 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975211064 (+33 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731975211070 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975211455 (+385 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731975211456 (+1 ms)Processed 20 edits across 2 Regions in 462 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975211457 (+1 ms) 2024-11-19T00:13:31,458 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.2 to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/oldWALs/wal.dat.2 2024-11-19T00:13:31,458 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T00:13:31,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.3 2024-11-19T00:13:31,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.3 after 0ms 2024-11-19T00:13:31,460 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.3 took 2ms 2024-11-19T00:13:31,462 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.3 so closing down 2024-11-19T00:13:31,462 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:31,463 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:31,466 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:31,466 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:31,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:31,470 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:31,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742196_1375 (size=743) 2024-11-19T00:13:31,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742196_1375 (size=743) 2024-11-19T00:13:31,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742197_1376 (size=743) 2024-11-19T00:13:31,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742197_1376 (size=743) 2024-11-19T00:13:31,496 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:31,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T00:13:31,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:31,891 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T00:13:31,891 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:31,891 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.3, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.3, size=1.4 K (1393bytes) at 1731975211458Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.3 so closing down at 1731975211462 (+4 ms)3 split writer threads finished at 1731975211463 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731975211467 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731975211470 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975211496 (+26 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731975211497 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975211890 (+393 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731975211891 (+1 ms)Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975211891 2024-11-19T00:13:31,893 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.3 to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/oldWALs/wal.dat.3 2024-11-19T00:13:31,893 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T00:13:31,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.4 2024-11-19T00:13:31,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.4 after 1ms 2024-11-19T00:13:31,896 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.4 took 3ms 2024-11-19T00:13:31,897 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.4 so closing down 2024-11-19T00:13:31,898 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:31,901 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:31,904 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:31,905 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:31,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:31,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:31,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742199_1378 (size=743) 2024-11-19T00:13:31,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742199_1378 (size=743) 2024-11-19T00:13:31,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742198_1377 (size=743) 2024-11-19T00:13:31,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742198_1377 (size=743) 2024-11-19T00:13:31,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:31,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T00:13:31,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:31,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T00:13:31,927 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:31,927 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.4, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.4, size=1.4 K (1393bytes) at 1731975211893Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.4 so closing down at 1731975211897 (+4 ms)3 split writer threads finished at 1731975211901 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731975211908 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731975211908Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975211922 (+14 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731975211923 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975211926 (+3 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731975211927 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975211927 2024-11-19T00:13:31,929 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.4 to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/oldWALs/wal.dat.4 2024-11-19T00:13:31,929 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T00:13:31,929 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.5 2024-11-19T00:13:31,929 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.5 after 0ms 2024-11-19T00:13:31,931 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.5 took 2ms 2024-11-19T00:13:31,932 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.5 so closing down 2024-11-19T00:13:31,932 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:31,933 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:31,936 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:31,936 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:31,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:31,937 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742200_1379 (size=743) 2024-11-19T00:13:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742200_1379 (size=743) 2024-11-19T00:13:31,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742201_1380 (size=743) 2024-11-19T00:13:31,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742201_1380 (size=743) 2024-11-19T00:13:31,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:31,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T00:13:32,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:32,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T00:13:32,350 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:32,351 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.5, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.5, size=1.4 K (1393bytes) at 1731975211929Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.5 so closing down at 1731975211932 (+3 ms)3 split writer threads finished at 1731975211933 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731975211937 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731975211937Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975211956 (+19 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731975211958 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975212349 (+391 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731975212350 (+1 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975212351 (+1 ms) 2024-11-19T00:13:32,352 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.5 to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/oldWALs/wal.dat.5 2024-11-19T00:13:32,353 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T00:13:32,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.6 2024-11-19T00:13:32,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.6 after 0ms 2024-11-19T00:13:32,355 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.6 took 3ms 2024-11-19T00:13:32,356 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.6 so closing down 2024-11-19T00:13:32,356 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:32,356 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:32,358 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:32,363 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:32,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:32,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:32,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742203_1382 (size=749) 2024-11-19T00:13:32,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742203_1382 (size=749) 2024-11-19T00:13:32,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:32,403 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T00:13:32,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742202_1381 (size=749) 2024-11-19T00:13:32,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742202_1381 (size=749) 2024-11-19T00:13:32,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:32,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T00:13:32,419 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T00:13:32,420 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.6, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.6, size=1.4 K (1405bytes) at 1731975212353Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.6 so closing down at 1731975212356 (+3 ms)3 split writer threads finished at 1731975212356Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731975212364 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731975212371 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975212399 (+28 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731975212403 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975212417 (+14 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731975212419 (+2 ms)Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731975212419 2024-11-19T00:13:32,421 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.6 to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/oldWALs/wal.dat.6 2024-11-19T00:13:32,421 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T00:13:32,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.7 2024-11-19T00:13:32,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.7 after 1ms 2024-11-19T00:13:32,425 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.7 took 4ms 2024-11-19T00:13:32,430 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.7 so closing down 2024-11-19T00:13:32,430 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:32,432 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:32,436 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:32,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:32,439 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:32,441 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:32,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742204_1383 (size=753) 2024-11-19T00:13:32,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742204_1383 (size=753) 2024-11-19T00:13:32,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:32,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T00:13:32,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742205_1384 (size=753) 2024-11-19T00:13:32,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742205_1384 (size=753) 2024-11-19T00:13:32,855 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:32,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T00:13:32,856 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:32,856 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.7, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.7, size=1.4 K (1413bytes) at 1731975212421Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.7 so closing down at 1731975212430 (+9 ms)3 split writer threads finished at 1731975212432 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731975212438 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731975212441 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975212452 (+11 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731975212454 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975212855 (+401 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731975212856 (+1 ms)Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975212856 2024-11-19T00:13:32,858 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.7 to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/oldWALs/wal.dat.7 2024-11-19T00:13:32,858 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T00:13:32,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.8 2024-11-19T00:13:32,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.8 after 0ms 2024-11-19T00:13:32,860 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.8 took 2ms 2024-11-19T00:13:32,861 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.8 so closing down 2024-11-19T00:13:32,862 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:32,862 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:32,865 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:32,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:32,870 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:32,871 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:32,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742206_1385 (size=753) 2024-11-19T00:13:32,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742206_1385 (size=753) 2024-11-19T00:13:32,880 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:32,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T00:13:32,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742207_1386 (size=753) 2024-11-19T00:13:32,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742207_1386 (size=753) 2024-11-19T00:13:32,890 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:32,891 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T00:13:32,891 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:32,891 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.8, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.8, size=1.4 K (1413bytes) at 1731975212858Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.8 so closing down at 1731975212861 (+3 ms)3 split writer threads finished at 1731975212862 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731975212867 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731975212871 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975212880 (+9 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731975212883 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975212890 (+7 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731975212891 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975212891 2024-11-19T00:13:32,893 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.8 to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/oldWALs/wal.dat.8 2024-11-19T00:13:32,893 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T00:13:32,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.9 2024-11-19T00:13:32,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.9 after 1ms 2024-11-19T00:13:32,896 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.9 took 3ms 2024-11-19T00:13:32,901 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.9 so closing down 2024-11-19T00:13:32,901 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:32,901 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:32,906 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:32,914 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:32,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:32,915 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:32,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742208_1387 (size=753) 2024-11-19T00:13:32,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742209_1388 (size=753) 2024-11-19T00:13:32,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742209_1388 (size=753) 2024-11-19T00:13:32,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742208_1387 (size=753) 2024-11-19T00:13:32,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:32,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:32,934 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T00:13:32,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T00:13:32,934 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:32,934 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.9, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.9, size=1.4 K (1413bytes) at 1731975212893Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.9 so closing down at 1731975212901 (+8 ms)3 split writer threads finished at 1731975212901Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731975212915 (+14 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731975212915Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975212932 (+17 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975212932Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731975212934 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731975212934Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975212934 2024-11-19T00:13:32,935 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731975210577/wal.dat.9 to hdfs://localhost:35577/user/jenkins/test-data/e14bdd09-5db9-c175-b44b-e4727639021b/oldWALs/wal.dat.9 2024-11-19T00:13:32,947 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=144 (was 145), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 341) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1870 (was 1882) 2024-11-19T00:13:32,954 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=1870 2024-11-19T00:13:32,954 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:32,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742210_1389 (size=7) 2024-11-19T00:13:32,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742210_1389 (size=7) 2024-11-19T00:13:32,973 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:32,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:32,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:32,978 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:32,986 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:35577/user/jenkins/test-data/5f3b6eb6-a5ea-23fc-a27b-f9ac033a98e2/data/hbase/meta/1588230740/recovered.edits 2024-11-19T00:13:33,006 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=144 (was 144), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 346), ProcessCount=11 (was 11), AvailableMemoryMB=1870 (was 1870) 2024-11-19T00:13:33,018 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=1870 2024-11-19T00:13:33,019 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:33,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742211_1390 (size=7) 2024-11-19T00:13:33,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742211_1390 (size=7) 2024-11-19T00:13:33,036 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:33,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:33,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:33,041 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:33,041 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-19T00:13:33,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:33,047 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-19T00:13:33,047 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-19T00:13:33,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742212_1391 (size=818) 2024-11-19T00:13:33,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742212_1391 (size=818) 2024-11-19T00:13:33,106 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/WALs/testemptywaledit,16010,1731975213041/wal.dat.5, size=818 (818bytes) 2024-11-19T00:13:33,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/WALs/testemptywaledit,16010,1731975213041/wal.dat.5 2024-11-19T00:13:33,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/WALs/testemptywaledit,16010,1731975213041/wal.dat.5 after 0ms 2024-11-19T00:13:33,108 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/WALs/testemptywaledit,16010,1731975213041/wal.dat.5 took 3ms 2024-11-19T00:13:33,110 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/WALs/testemptywaledit,16010,1731975213041/wal.dat.5 so closing down 2024-11-19T00:13:33,110 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:33,112 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:33,114 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-19T00:13:33,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-19T00:13:33,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742213_1392 (size=783) 2024-11-19T00:13:33,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742213_1392 (size=783) 2024-11-19T00:13:33,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-19T00:13:33,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-19T00:13:33,140 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/WALs/testemptywaledit,16010,1731975213041/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-19T00:13:33,140 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/WALs/testemptywaledit,16010,1731975213041/wal.dat.5, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/WALs/testemptywaledit,16010,1731975213041/wal.dat.5, size=818 (818bytes) at 1731975213106Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/WALs/testemptywaledit,16010,1731975213041/wal.dat.5 so closing down at 1731975213110 (+4 ms)3 split writer threads finished at 1731975213112 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731975213117 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731975213139 (+22 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731975213140 (+1 ms)Processed 11 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/WALs/testemptywaledit,16010,1731975213041/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731975213140 2024-11-19T00:13:33,142 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/WALs/testemptywaledit,16010,1731975213041/wal.dat.5 to hdfs://localhost:35577/user/jenkins/test-data/0a8e108f-6c7d-68f8-0f5e-16851747b04a/oldWALs/wal.dat.5 2024-11-19T00:13:33,170 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=144 (was 144), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 346), ProcessCount=11 (was 11), AvailableMemoryMB=1864 (was 1870) 2024-11-19T00:13:33,178 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=1864 2024-11-19T00:13:33,179 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:33,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742214_1393 (size=7) 2024-11-19T00:13:33,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742214_1393 (size=7) 2024-11-19T00:13:33,202 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:33,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:33,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:33,207 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:33,207 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:13:33,209 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:13:33,210 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:33,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742215_1394 (size=1393) 2024-11-19T00:13:33,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742215_1394 (size=1393) 2024-11-19T00:13:33,241 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:33,241 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:33,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742216_1395 (size=1393) 2024-11-19T00:13:33,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742216_1395 (size=1393) 2024-11-19T00:13:33,254 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:13:33,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:13:33,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742217_1396 (size=1393) 2024-11-19T00:13:33,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742217_1396 (size=1393) 2024-11-19T00:13:33,286 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:13:33,286 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:13:33,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742218_1397 (size=1393) 2024-11-19T00:13:33,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742218_1397 (size=1393) 2024-11-19T00:13:33,342 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:13:33,342 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:13:33,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742219_1398 (size=1393) 2024-11-19T00:13:33,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742219_1398 (size=1393) 2024-11-19T00:13:33,398 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:13:33,398 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:33,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742220_1399 (size=1393) 2024-11-19T00:13:33,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742220_1399 (size=1393) 2024-11-19T00:13:33,426 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:13:33,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:13:33,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742221_1400 (size=1405) 2024-11-19T00:13:33,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742221_1400 (size=1405) 2024-11-19T00:13:33,475 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:13:33,475 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:13:33,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742222_1401 (size=1413) 2024-11-19T00:13:33,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742222_1401 (size=1413) 2024-11-19T00:13:33,508 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:13:33,508 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:13:33,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742223_1402 (size=1413) 2024-11-19T00:13:33,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742223_1402 (size=1413) 2024-11-19T00:13:33,526 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:13:33,526 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:13:33,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:33,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:33,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742224_1403 (size=1413) 2024-11-19T00:13:33,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742224_1403 (size=1413) 2024-11-19T00:13:33,565 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:13:33,607 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T00:13:33,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.0 2024-11-19T00:13:33,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.0 after 1ms 2024-11-19T00:13:33,609 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.0 took 2ms 2024-11-19T00:13:33,611 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.0 so closing down 2024-11-19T00:13:33,611 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:33,611 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:33,619 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:33,619 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:33,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:33,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:33,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742227_1406 (size=743) 2024-11-19T00:13:33,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742226_1405 (size=743) 2024-11-19T00:13:33,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742227_1406 (size=743) 2024-11-19T00:13:33,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742226_1405 (size=743) 2024-11-19T00:13:33,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:33,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:33,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T00:13:33,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T00:13:33,632 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:33,632 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.0, size=1.4 K (1393bytes) at 1731975213607Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.0 so closing down at 1731975213611 (+4 ms)3 split writer threads finished at 1731975213611Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731975213620 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975213620Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975213630 (+10 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975213630Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731975213632 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731975213632Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975213632 2024-11-19T00:13:33,634 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/oldWALs/wal.dat.0 2024-11-19T00:13:33,634 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T00:13:33,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.1 2024-11-19T00:13:33,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.1 after 0ms 2024-11-19T00:13:33,636 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.1 took 2ms 2024-11-19T00:13:33,639 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.1 so closing down 2024-11-19T00:13:33,639 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:33,639 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:33,643 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:33,643 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:33,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:33,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:33,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742228_1407 (size=743) 2024-11-19T00:13:33,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742228_1407 (size=743) 2024-11-19T00:13:33,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:33,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T00:13:33,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742229_1408 (size=743) 2024-11-19T00:13:33,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:33,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742229_1408 (size=743) 2024-11-19T00:13:33,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T00:13:33,655 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:33,655 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.1, size=1.4 K (1393bytes) at 1731975213634Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.1 so closing down at 1731975213639 (+5 ms)3 split writer threads finished at 1731975213639Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731975213644 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731975213648 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975213651 (+3 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731975213653 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975213653Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731975213654 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975213655 (+1 ms) 2024-11-19T00:13:33,656 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/oldWALs/wal.dat.1 2024-11-19T00:13:33,656 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T00:13:33,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.2 2024-11-19T00:13:33,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.2 after 0ms 2024-11-19T00:13:33,658 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.2 took 2ms 2024-11-19T00:13:33,659 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.2 so closing down 2024-11-19T00:13:33,659 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:33,659 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:33,663 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:33,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:33,675 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:33,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:33,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742230_1409 (size=743) 2024-11-19T00:13:33,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742230_1409 (size=743) 2024-11-19T00:13:33,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:33,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T00:13:33,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742231_1410 (size=743) 2024-11-19T00:13:33,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742231_1410 (size=743) 2024-11-19T00:13:33,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:33,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T00:13:33,719 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:33,719 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.2, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.2, size=1.4 K (1393bytes) at 1731975213656Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.2 so closing down at 1731975213659 (+3 ms)3 split writer threads finished at 1731975213659Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731975213673 (+14 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731975213686 (+13 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975213706 (+20 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731975213707 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975213718 (+11 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731975213719 (+1 ms)Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975213719 2024-11-19T00:13:33,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.2 to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/oldWALs/wal.dat.2 2024-11-19T00:13:33,722 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T00:13:33,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.3 2024-11-19T00:13:33,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.3 after 0ms 2024-11-19T00:13:33,724 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.3 took 2ms 2024-11-19T00:13:33,726 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.3 so closing down 2024-11-19T00:13:33,727 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:33,727 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:33,733 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:33,733 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:33,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:33,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:33,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742232_1411 (size=743) 2024-11-19T00:13:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742232_1411 (size=743) 2024-11-19T00:13:33,771 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:33,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T00:13:33,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742233_1412 (size=743) 2024-11-19T00:13:33,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742233_1412 (size=743) 2024-11-19T00:13:33,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:33,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T00:13:33,782 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:33,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.3, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.3, size=1.4 K (1393bytes) at 1731975213722Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.3 so closing down at 1731975213726 (+4 ms)3 split writer threads finished at 1731975213727 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731975213737 (+10 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731975213737Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975213771 (+34 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731975213773 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975213780 (+7 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731975213782 (+2 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975213782 2024-11-19T00:13:33,784 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.3 to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/oldWALs/wal.dat.3 2024-11-19T00:13:33,784 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T00:13:33,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.4 2024-11-19T00:13:33,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.4 after 1ms 2024-11-19T00:13:33,787 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.4 took 2ms 2024-11-19T00:13:33,791 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.4 so closing down 2024-11-19T00:13:33,791 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:33,791 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:33,793 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:33,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:33,801 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:33,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:33,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742234_1413 (size=743) 2024-11-19T00:13:33,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742234_1413 (size=743) 2024-11-19T00:13:33,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:33,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742235_1414 (size=743) 2024-11-19T00:13:33,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T00:13:33,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742235_1414 (size=743) 2024-11-19T00:13:33,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:33,814 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T00:13:33,814 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:33,814 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.4, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.4, size=1.4 K (1393bytes) at 1731975213784Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.4 so closing down at 1731975213791 (+7 ms)3 split writer threads finished at 1731975213791Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731975213800 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731975213806 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975213811 (+5 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731975213812 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975213813 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731975213814 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975213814 2024-11-19T00:13:33,816 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.4 to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/oldWALs/wal.dat.4 2024-11-19T00:13:33,816 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.5, size=1.4 K (1394bytes) 2024-11-19T00:13:33,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.5 2024-11-19T00:13:33,816 WARN [IPC Server handler 0 on default port 35577 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1415 for block blk_1073742225_1404 2024-11-19T00:13:33,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.5 after 0ms 2024-11-19T00:13:33,954 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_789820076_22 at /127.0.0.1:33304 [Receiving block BP-1610716951-172.17.0.2-1731975163058:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:39877:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33304 dst: /127.0.0.1:39877 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39877 remote=/127.0.0.1:33304]. Total timeout mills is 60000, 59624 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:13:33,954 WARN [ResponseProcessor for block BP-1610716951-172.17.0.2-1731975163058:blk_1073742225_1404 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1610716951-172.17.0.2-1731975163058:blk_1073742225_1404 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T00:13:33,955 WARN [DataStreamer for file /user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.5 block BP-1610716951-172.17.0.2-1731975163058:blk_1073742225_1404 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1610716951-172.17.0.2-1731975163058:blk_1073742225_1404 in pipeline [DatanodeInfoWithStorage[127.0.0.1:39877,DS-2e84d935-27f3-4b33-ad26-cecf7c9b9541,DISK], DatanodeInfoWithStorage[127.0.0.1:36617,DS-be96dd84-87af-45e0-9675-e58802a9e4e2,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:39877,DS-2e84d935-27f3-4b33-ad26-cecf7c9b9541,DISK]) is bad. 2024-11-19T00:13:33,955 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_789820076_22 at /127.0.0.1:39414 [Receiving block BP-1610716951-172.17.0.2-1731975163058:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:36617:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39414 dst: /127.0.0.1:36617 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:13:33,956 WARN [DataStreamer for file /user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.5 block BP-1610716951-172.17.0.2-1731975163058:blk_1073742225_1404 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1610716951-172.17.0.2-1731975163058:blk_1073742225_1404 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T00:13:33,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742225_1415 (size=1394) 2024-11-19T00:13:37,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.5 after 4001ms 2024-11-19T00:13:37,823 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.5 took 4006ms 2024-11-19T00:13:37,830 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:37,831 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.5 so closing down 2024-11-19T00:13:37,831 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:37,841 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:37,851 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:37,855 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:37,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:37,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:37,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742236_1416 (size=418) 2024-11-19T00:13:37,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742236_1416 (size=418) 2024-11-19T00:13:37,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:37,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-19T00:13:37,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742237_1417 (size=353) 2024-11-19T00:13:37,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742237_1417 (size=353) 2024-11-19T00:13:37,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:37,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-19T00:13:37,932 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 107 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-19T00:13:37,932 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.5, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.5, size=1.4 K (1394bytes) at 1731975213816Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.5 so closing down at 1731975217831 (+4015 ms)3 split writer threads finished at 1731975217841 (+10 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731975217866 (+25 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731975217867 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975217909 (+42 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731975217911 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731975217930 (+19 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731975217932 (+2 ms)Processed 9 edits across 2 Regions in 107 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731975217932 2024-11-19T00:13:37,967 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.5 to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/corrupt/wal.dat.5 2024-11-19T00:13:37,968 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T00:13:37,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.6 2024-11-19T00:13:37,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.6 after 0ms 2024-11-19T00:13:37,971 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.6 took 4ms 2024-11-19T00:13:37,975 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.6 so closing down 2024-11-19T00:13:37,975 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:37,976 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:37,983 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:37,983 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:37,985 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:37,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:37,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742238_1418 (size=749) 2024-11-19T00:13:37,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742238_1418 (size=749) 2024-11-19T00:13:38,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:38,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T00:13:38,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742239_1419 (size=749) 2024-11-19T00:13:38,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742239_1419 (size=749) 2024-11-19T00:13:38,011 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:38,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T00:13:38,012 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T00:13:38,012 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.6, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.6, size=1.4 K (1405bytes) at 1731975217968Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.6 so closing down at 1731975217975 (+7 ms)3 split writer threads finished at 1731975217976 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731975217985 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731975217990 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975218002 (+12 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731975218006 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975218011 (+5 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731975218012 (+1 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731975218012 2024-11-19T00:13:38,023 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.6 to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/oldWALs/wal.dat.6 2024-11-19T00:13:38,023 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T00:13:38,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.7 2024-11-19T00:13:38,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.7 after 0ms 2024-11-19T00:13:38,025 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.7 took 2ms 2024-11-19T00:13:38,043 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.7 so closing down 2024-11-19T00:13:38,043 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:38,045 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:38,048 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:38,057 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:38,060 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:38,061 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:38,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742240_1420 (size=753) 2024-11-19T00:13:38,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742240_1420 (size=753) 2024-11-19T00:13:38,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:38,073 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T00:13:38,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742241_1421 (size=753) 2024-11-19T00:13:38,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742241_1421 (size=753) 2024-11-19T00:13:38,491 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:38,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T00:13:38,492 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 450 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:38,492 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.7, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.7, size=1.4 K (1413bytes) at 1731975218023Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.7 so closing down at 1731975218043 (+20 ms)3 split writer threads finished at 1731975218045 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731975218057 (+12 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731975218061 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975218072 (+11 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731975218073 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975218491 (+418 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731975218492 (+1 ms)Processed 20 edits across 2 Regions in 450 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975218492 2024-11-19T00:13:38,494 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.7 to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/oldWALs/wal.dat.7 2024-11-19T00:13:38,494 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T00:13:38,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.8 2024-11-19T00:13:38,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.8 after 0ms 2024-11-19T00:13:38,496 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.8 took 2ms 2024-11-19T00:13:38,497 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.8 so closing down 2024-11-19T00:13:38,497 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:38,497 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:38,503 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:38,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:38,506 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:38,507 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:38,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742242_1422 (size=753) 2024-11-19T00:13:38,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742242_1422 (size=753) 2024-11-19T00:13:38,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:38,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T00:13:38,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742243_1423 (size=753) 2024-11-19T00:13:38,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742243_1423 (size=753) 2024-11-19T00:13:38,534 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:38,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T00:13:38,535 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:38,536 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.8, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.8, size=1.4 K (1413bytes) at 1731975218494Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.8 so closing down at 1731975218497 (+3 ms)3 split writer threads finished at 1731975218497Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731975218504 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731975218507 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975218516 (+9 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731975218517 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975218534 (+17 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731975218535 (+1 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975218535 2024-11-19T00:13:38,539 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.8 to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/oldWALs/wal.dat.8 2024-11-19T00:13:38,539 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T00:13:38,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.9 2024-11-19T00:13:38,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.9 after 2ms 2024-11-19T00:13:38,545 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.9 took 6ms 2024-11-19T00:13:38,551 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.9 so closing down 2024-11-19T00:13:38,551 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:38,551 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:38,564 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:38,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:38,566 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:38,570 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:38,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742244_1424 (size=753) 2024-11-19T00:13:38,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742244_1424 (size=753) 2024-11-19T00:13:38,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:38,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T00:13:38,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742245_1425 (size=753) 2024-11-19T00:13:38,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742245_1425 (size=753) 2024-11-19T00:13:38,607 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:38,608 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T00:13:38,609 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:38,609 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.9, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.9, size=1.4 K (1413bytes) at 1731975218539Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.9 so closing down at 1731975218551 (+12 ms)3 split writer threads finished at 1731975218551Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731975218565 (+14 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731975218570 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975218593 (+23 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731975218596 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975218607 (+11 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731975218608 (+1 ms)Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975218609 (+1 ms) 2024-11-19T00:13:38,611 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731975213207/wal.dat.9 to hdfs://localhost:35577/user/jenkins/test-data/7f36d9c9-bfeb-fdd2-dc76-f603ed52444b/oldWALs/wal.dat.9 2024-11-19T00:13:38,699 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=145 (was 144) - Thread LEAK? -, OpenFileDescriptor=399 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 346) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1824 (was 1864) 2024-11-19T00:13:38,709 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=145, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=1823 2024-11-19T00:13:38,709 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742246_1426 (size=7) 2024-11-19T00:13:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742246_1426 (size=7) 2024-11-19T00:13:38,732 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:38,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:38,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:38,735 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:38,735 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-19T00:13:38,737 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:38,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:38,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:38,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:38,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:38,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742247_1427 (size=863) 2024-11-19T00:13:38,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742247_1427 (size=863) 2024-11-19T00:13:38,751 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:38,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742248_1428 (size=823) 2024-11-19T00:13:38,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742248_1428 (size=823) 2024-11-19T00:13:38,780 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/WALs/testeofisignored,16010,1731975218735/wal.dat.0, size=823 (823bytes) 2024-11-19T00:13:38,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/WALs/testeofisignored,16010,1731975218735/wal.dat.0 2024-11-19T00:13:38,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/WALs/testeofisignored,16010,1731975218735/wal.dat.0 after 0ms 2024-11-19T00:13:38,782 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/WALs/testeofisignored,16010,1731975218735/wal.dat.0 took 2ms 2024-11-19T00:13:38,788 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/WALs/testeofisignored,16010,1731975218735/wal.dat.0; continuing. 2024-11-19T00:13:38,788 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/WALs/testeofisignored,16010,1731975218735/wal.dat.0 so closing down 2024-11-19T00:13:38,788 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:38,788 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:38,794 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:38,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:38,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742249_1429 (size=786) 2024-11-19T00:13:38,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742249_1429 (size=786) 2024-11-19T00:13:38,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:38,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-19T00:13:38,802 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/WALs/testeofisignored,16010,1731975218735/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-19T00:13:38,802 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/WALs/testeofisignored,16010,1731975218735/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/WALs/testeofisignored,16010,1731975218735/wal.dat.0, size=823 (823bytes) at 1731975218780Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/WALs/testeofisignored,16010,1731975218735/wal.dat.0 so closing down at 1731975218788 (+8 ms)3 split writer threads finished at 1731975218788Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975218795 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731975218800 (+5 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731975218802 (+2 ms)Processed 9 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/WALs/testeofisignored,16010,1731975218735/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731975218802 2024-11-19T00:13:38,805 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/WALs/testeofisignored,16010,1731975218735/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/15c20c6f-fad7-a95e-4531-5886e34e9794/oldWALs/wal.dat.0 2024-11-19T00:13:38,825 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=145 (was 145), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 399), ProcessCount=11 (was 11), AvailableMemoryMB=1821 (was 1823) 2024-11-19T00:13:38,834 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=145, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=1821 2024-11-19T00:13:38,834 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:38,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742250_1430 (size=7) 2024-11-19T00:13:38,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742250_1430 (size=7) 2024-11-19T00:13:38,843 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:38,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:38,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:38,847 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:38,847 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-19T00:13:38,848 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-19T00:13:38,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742251_1431 (size=93) 2024-11-19T00:13:38,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742251_1431 (size=93) 2024-11-19T00:13:38,871 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/4d7aae0b-2a6e-4c61-7493-cf83ee91c953/WALs/testsplitlogfileempty,16010,1731975218847/wal.dat..empty, size=93 (93bytes) 2024-11-19T00:13:38,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/4d7aae0b-2a6e-4c61-7493-cf83ee91c953/WALs/testsplitlogfileempty,16010,1731975218847/wal.dat..empty 2024-11-19T00:13:38,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/4d7aae0b-2a6e-4c61-7493-cf83ee91c953/WALs/testsplitlogfileempty,16010,1731975218847/wal.dat..empty after 1ms 2024-11-19T00:13:38,874 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/4d7aae0b-2a6e-4c61-7493-cf83ee91c953/WALs/testsplitlogfileempty,16010,1731975218847/wal.dat..empty took 3ms 2024-11-19T00:13:38,874 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4d7aae0b-2a6e-4c61-7493-cf83ee91c953/WALs/testsplitlogfileempty,16010,1731975218847/wal.dat..empty so closing down 2024-11-19T00:13:38,874 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:38,874 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:38,874 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4d7aae0b-2a6e-4c61-7493-cf83ee91c953/WALs/testsplitlogfileempty,16010,1731975218847/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-19T00:13:38,874 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/4d7aae0b-2a6e-4c61-7493-cf83ee91c953/WALs/testsplitlogfileempty,16010,1731975218847/wal.dat..empty, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/4d7aae0b-2a6e-4c61-7493-cf83ee91c953/WALs/testsplitlogfileempty,16010,1731975218847/wal.dat..empty, size=93 (93bytes) at 1731975218871Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/4d7aae0b-2a6e-4c61-7493-cf83ee91c953/WALs/testsplitlogfileempty,16010,1731975218847/wal.dat..empty so closing down at 1731975218874 (+3 ms)3 split writer threads finished at 1731975218874Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/4d7aae0b-2a6e-4c61-7493-cf83ee91c953/WALs/testsplitlogfileempty,16010,1731975218847/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731975218874 2024-11-19T00:13:38,876 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/4d7aae0b-2a6e-4c61-7493-cf83ee91c953/WALs/testsplitlogfileempty,16010,1731975218847/wal.dat..empty to hdfs://localhost:35577/user/jenkins/test-data/4d7aae0b-2a6e-4c61-7493-cf83ee91c953/oldWALs/wal.dat..empty 2024-11-19T00:13:38,887 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=145 (was 145), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 399), ProcessCount=11 (was 11), AvailableMemoryMB=1820 (was 1821) 2024-11-19T00:13:38,897 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=145, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=1820 2024-11-19T00:13:38,898 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:38,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742252_1432 (size=7) 2024-11-19T00:13:38,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742252_1432 (size=7) 2024-11-19T00:13:39,325 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:39,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:39,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:39,330 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:39,330 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:13:39,330 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:13:39,331 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:39,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742253_1433 (size=1393) 2024-11-19T00:13:39,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742253_1433 (size=1393) 2024-11-19T00:13:39,343 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:39,343 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:39,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742254_1434 (size=1393) 2024-11-19T00:13:39,358 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:13:39,358 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:13:39,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742254_1434 (size=1393) 2024-11-19T00:13:39,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742255_1435 (size=1393) 2024-11-19T00:13:39,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742255_1435 (size=1393) 2024-11-19T00:13:39,384 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:13:39,385 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:13:39,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742256_1436 (size=1393) 2024-11-19T00:13:39,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742256_1436 (size=1393) 2024-11-19T00:13:39,439 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:13:39,440 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:13:39,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742257_1437 (size=1393) 2024-11-19T00:13:39,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742257_1437 (size=1393) 2024-11-19T00:13:39,465 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:13:39,465 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:39,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742258_1438 (size=1393) 2024-11-19T00:13:39,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742258_1438 (size=1393) 2024-11-19T00:13:39,495 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:13:39,495 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:13:39,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742259_1439 (size=1405) 2024-11-19T00:13:39,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742259_1439 (size=1405) 2024-11-19T00:13:39,553 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:13:39,553 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:13:39,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742260_1440 (size=1413) 2024-11-19T00:13:39,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742260_1440 (size=1413) 2024-11-19T00:13:39,595 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:13:39,595 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:13:39,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742261_1441 (size=1413) 2024-11-19T00:13:39,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742261_1441 (size=1413) 2024-11-19T00:13:39,658 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:13:39,658 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:13:39,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:39,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742262_1442 (size=1413) 2024-11-19T00:13:39,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742262_1442 (size=1413) 2024-11-19T00:13:39,696 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:13:39,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T00:13:39,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.0 2024-11-19T00:13:39,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.0 after 0ms 2024-11-19T00:13:39,725 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.0 took 3ms 2024-11-19T00:13:39,736 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.0 so closing down 2024-11-19T00:13:39,736 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:39,736 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:39,750 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:39,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:39,755 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:39,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:39,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742263_1443 (size=743) 2024-11-19T00:13:39,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742264_1444 (size=743) 2024-11-19T00:13:39,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742264_1444 (size=743) 2024-11-19T00:13:39,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:39,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742263_1443 (size=743) 2024-11-19T00:13:39,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:39,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T00:13:39,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T00:13:39,790 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:39,790 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.0, size=1.4 K (1393bytes) at 1731975219723Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.0 so closing down at 1731975219736 (+13 ms)3 split writer threads finished at 1731975219736Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975219754 (+18 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731975219766 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975219783 (+17 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975219789 (+6 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731975219789Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731975219790 (+1 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975219790 2024-11-19T00:13:39,793 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/oldWALs/wal.dat.0 2024-11-19T00:13:39,793 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T00:13:39,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.1 2024-11-19T00:13:39,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.1 after 0ms 2024-11-19T00:13:39,795 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.1 took 2ms 2024-11-19T00:13:39,796 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.1 so closing down 2024-11-19T00:13:39,796 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:39,797 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:39,801 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:39,802 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:39,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:39,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:39,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742265_1445 (size=743) 2024-11-19T00:13:39,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742265_1445 (size=743) 2024-11-19T00:13:39,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:39,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742266_1446 (size=743) 2024-11-19T00:13:39,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742266_1446 (size=743) 2024-11-19T00:13:39,819 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T00:13:39,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:39,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T00:13:39,820 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:39,820 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.1, size=1.4 K (1393bytes) at 1731975219793Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.1 so closing down at 1731975219796 (+3 ms)3 split writer threads finished at 1731975219797 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731975219803 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731975219810 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975219817 (+7 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731975219819 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975219819Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731975219820 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975219820 2024-11-19T00:13:39,821 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/oldWALs/wal.dat.1 2024-11-19T00:13:39,822 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T00:13:39,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.2 2024-11-19T00:13:39,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.2 after 0ms 2024-11-19T00:13:39,824 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.2 took 3ms 2024-11-19T00:13:39,825 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.2 so closing down 2024-11-19T00:13:39,825 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:39,825 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:39,827 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:39,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:39,832 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:39,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:39,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742267_1447 (size=743) 2024-11-19T00:13:39,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742267_1447 (size=743) 2024-11-19T00:13:39,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742268_1448 (size=743) 2024-11-19T00:13:39,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742268_1448 (size=743) 2024-11-19T00:13:39,849 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:39,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T00:13:40,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:40,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T00:13:40,247 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:40,247 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.2, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.2, size=1.4 K (1393bytes) at 1731975219822Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.2 so closing down at 1731975219825 (+3 ms)3 split writer threads finished at 1731975219825Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731975219830 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731975219833 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975219849 (+16 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731975219851 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975220246 (+395 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731975220247 (+1 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975220247 2024-11-19T00:13:40,249 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.2 to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/oldWALs/wal.dat.2 2024-11-19T00:13:40,249 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T00:13:40,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.3 2024-11-19T00:13:40,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.3 after 0ms 2024-11-19T00:13:40,251 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.3 took 2ms 2024-11-19T00:13:40,252 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.3 so closing down 2024-11-19T00:13:40,252 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:40,252 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:40,253 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:40,253 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:40,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:40,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:40,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742269_1449 (size=743) 2024-11-19T00:13:40,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742269_1449 (size=743) 2024-11-19T00:13:40,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742270_1450 (size=743) 2024-11-19T00:13:40,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742270_1450 (size=743) 2024-11-19T00:13:40,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:40,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T00:13:40,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:40,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T00:13:40,673 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:40,673 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.3, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.3, size=1.4 K (1393bytes) at 1731975220249Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.3 so closing down at 1731975220252 (+3 ms)3 split writer threads finished at 1731975220252Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731975220254 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731975220254Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975220272 (+18 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731975220273 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975220671 (+398 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731975220673 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975220673 2024-11-19T00:13:40,674 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.3 to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/oldWALs/wal.dat.3 2024-11-19T00:13:40,675 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T00:13:40,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.4 2024-11-19T00:13:40,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.4 after 0ms 2024-11-19T00:13:40,676 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.4 took 2ms 2024-11-19T00:13:40,677 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.4 so closing down 2024-11-19T00:13:40,678 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:40,678 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:40,679 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:40,679 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:40,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:40,681 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:40,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742271_1451 (size=743) 2024-11-19T00:13:40,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742271_1451 (size=743) 2024-11-19T00:13:40,685 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:40,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T00:13:40,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742272_1452 (size=743) 2024-11-19T00:13:40,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742272_1452 (size=743) 2024-11-19T00:13:40,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:40,693 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T00:13:40,693 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:40,693 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.4, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.4, size=1.4 K (1393bytes) at 1731975220675Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.4 so closing down at 1731975220678 (+3 ms)3 split writer threads finished at 1731975220678Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731975220680 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731975220682 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975220685 (+3 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731975220686 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975220692 (+6 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731975220693 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975220693 2024-11-19T00:13:40,695 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.4 to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/oldWALs/wal.dat.4 2024-11-19T00:13:40,695 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T00:13:40,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.5 2024-11-19T00:13:40,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.5 after 0ms 2024-11-19T00:13:40,697 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.5 took 1ms 2024-11-19T00:13:40,698 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.5 so closing down 2024-11-19T00:13:40,698 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:40,698 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:40,699 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:40,699 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:40,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:40,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:40,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742273_1453 (size=743) 2024-11-19T00:13:40,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742273_1453 (size=743) 2024-11-19T00:13:40,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:40,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742274_1454 (size=743) 2024-11-19T00:13:40,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742274_1454 (size=743) 2024-11-19T00:13:40,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:40,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T00:13:40,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T00:13:40,710 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T00:13:40,710 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.5, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.5, size=1.4 K (1393bytes) at 1731975220695Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.5 so closing down at 1731975220698 (+3 ms)3 split writer threads finished at 1731975220698Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731975220700 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731975220700Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975220707 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975220708 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731975220709 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731975220709Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731975220710 (+1 ms) 2024-11-19T00:13:40,711 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.5 to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/oldWALs/wal.dat.5 2024-11-19T00:13:40,711 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T00:13:40,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.6 2024-11-19T00:13:40,712 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.6 after 1ms 2024-11-19T00:13:40,713 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.6 took 2ms 2024-11-19T00:13:40,714 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.6 so closing down 2024-11-19T00:13:40,714 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:40,714 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:40,716 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:40,716 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:40,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:40,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:40,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742276_1456 (size=749) 2024-11-19T00:13:40,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:40,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742276_1456 (size=749) 2024-11-19T00:13:40,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T00:13:40,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742275_1455 (size=749) 2024-11-19T00:13:40,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742275_1455 (size=749) 2024-11-19T00:13:40,731 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:40,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T00:13:40,732 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T00:13:40,732 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.6, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.6, size=1.4 K (1405bytes) at 1731975220711Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.6 so closing down at 1731975220714 (+3 ms)3 split writer threads finished at 1731975220714Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731975220717 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731975220717Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975220723 (+6 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731975220724 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975220731 (+7 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731975220732 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731975220732 2024-11-19T00:13:40,734 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.6 to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/oldWALs/wal.dat.6 2024-11-19T00:13:40,734 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T00:13:40,734 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.7 2024-11-19T00:13:40,734 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.7 after 0ms 2024-11-19T00:13:40,736 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.7 took 2ms 2024-11-19T00:13:40,737 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.7 so closing down 2024-11-19T00:13:40,737 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:40,737 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:40,740 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:40,740 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:40,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:40,741 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:40,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742277_1457 (size=753) 2024-11-19T00:13:40,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742278_1458 (size=753) 2024-11-19T00:13:40,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742278_1458 (size=753) 2024-11-19T00:13:40,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:40,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742277_1457 (size=753) 2024-11-19T00:13:40,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T00:13:40,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:40,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T00:13:40,751 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:40,751 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.7, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.7, size=1.4 K (1413bytes) at 1731975220734Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.7 so closing down at 1731975220737 (+3 ms)3 split writer threads finished at 1731975220737Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731975220741 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731975220741Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975220746 (+5 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731975220747 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975220750 (+3 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731975220751 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975220751 2024-11-19T00:13:40,753 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.7 to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/oldWALs/wal.dat.7 2024-11-19T00:13:40,753 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T00:13:40,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.8 2024-11-19T00:13:40,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.8 after 5ms 2024-11-19T00:13:40,760 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.8 took 7ms 2024-11-19T00:13:40,764 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.8 so closing down 2024-11-19T00:13:40,764 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:40,764 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:40,767 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:40,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:40,775 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:40,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:40,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742279_1459 (size=753) 2024-11-19T00:13:40,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742279_1459 (size=753) 2024-11-19T00:13:40,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:40,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T00:13:40,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742280_1460 (size=753) 2024-11-19T00:13:40,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742280_1460 (size=753) 2024-11-19T00:13:40,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:40,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T00:13:40,802 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:40,802 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.8, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.8, size=1.4 K (1413bytes) at 1731975220753Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.8 so closing down at 1731975220764 (+11 ms)3 split writer threads finished at 1731975220764Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731975220773 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731975220782 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975220789 (+7 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731975220791 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975220798 (+7 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731975220802 (+4 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975220802 2024-11-19T00:13:40,804 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.8 to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/oldWALs/wal.dat.8 2024-11-19T00:13:40,804 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T00:13:40,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.9 2024-11-19T00:13:40,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.9 after 1ms 2024-11-19T00:13:40,807 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.9 took 3ms 2024-11-19T00:13:40,808 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.9 so closing down 2024-11-19T00:13:40,808 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:40,808 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:40,810 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:40,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:40,816 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:40,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:40,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742281_1461 (size=753) 2024-11-19T00:13:40,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742281_1461 (size=753) 2024-11-19T00:13:40,834 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:40,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T00:13:40,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742282_1462 (size=753) 2024-11-19T00:13:40,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742282_1462 (size=753) 2024-11-19T00:13:40,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:40,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T00:13:40,840 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T00:13:40,841 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.9, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.9, size=1.4 K (1413bytes) at 1731975220804Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.9 so closing down at 1731975220808 (+4 ms)3 split writer threads finished at 1731975220808Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731975220815 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731975220817 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975220834 (+17 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731975220836 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975220839 (+3 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731975220840 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731975220840 2024-11-19T00:13:40,842 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/WALs/testlogsgetarchivedaftersplit,16010,1731975219330/wal.dat.9 to hdfs://localhost:35577/user/jenkins/test-data/82291f36-63b6-1ddc-c9f0-b20d2b756926/oldWALs/wal.dat.9 2024-11-19T00:13:40,851 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=145 (was 145), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 399), ProcessCount=11 (was 11), AvailableMemoryMB=1802 (was 1820) 2024-11-19T00:13:40,859 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=145, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=1802 2024-11-19T00:13:40,859 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:40,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742283_1463 (size=7) 2024-11-19T00:13:40,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742283_1463 (size=7) 2024-11-19T00:13:40,874 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:40,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:40,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:40,879 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:40,879 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-19T00:13:40,879 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-19T00:13:40,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:40,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742284_1464 (size=723) 2024-11-19T00:13:40,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742284_1464 (size=723) 2024-11-19T00:13:40,889 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:40,889 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:40,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742285_1465 (size=723) 2024-11-19T00:13:40,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742285_1465 (size=723) 2024-11-19T00:13:40,907 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:13:40,907 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:13:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742286_1466 (size=723) 2024-11-19T00:13:40,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742286_1466 (size=723) 2024-11-19T00:13:40,915 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:13:40,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:13:40,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742287_1467 (size=723) 2024-11-19T00:13:40,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742287_1467 (size=723) 2024-11-19T00:13:40,923 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:13:40,923 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:13:40,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:40,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742288_1468 (size=723) 2024-11-19T00:13:40,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742288_1468 (size=723) 2024-11-19T00:13:41,332 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:13:41,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:41,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742289_1469 (size=723) 2024-11-19T00:13:41,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742289_1469 (size=723) 2024-11-19T00:13:41,350 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:13:41,351 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:13:41,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742290_1470 (size=723) 2024-11-19T00:13:41,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742290_1470 (size=723) 2024-11-19T00:13:41,361 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:13:41,361 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:13:41,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742291_1471 (size=723) 2024-11-19T00:13:41,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742291_1471 (size=723) 2024-11-19T00:13:41,370 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:13:41,370 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:13:41,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742292_1472 (size=723) 2024-11-19T00:13:41,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742292_1472 (size=723) 2024-11-19T00:13:41,377 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:13:41,377 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:13:41,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742293_1473 (size=723) 2024-11-19T00:13:41,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742293_1473 (size=723) 2024-11-19T00:13:41,384 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:13:41,398 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/oldWALs, maxLogs=32 2024-11-19T00:13:41,426 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731975221424 2024-11-19T00:13:41,432 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731975221424 2024-11-19T00:13:41,479 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37321:37321),(127.0.0.1/127.0.0.1:40623:40623)] 2024-11-19T00:13:41,495 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731975220879/wal.dat.0, size=723 (723bytes) 2024-11-19T00:13:41,495 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731975220879/wal.dat.0 2024-11-19T00:13:41,495 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731975220879/wal.dat.0 after 0ms 2024-11-19T00:13:41,497 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731975220879/wal.dat.0 took 3ms 2024-11-19T00:13:41,499 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731975220879/wal.dat.0 so closing down 2024-11-19T00:13:41,499 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:41,499 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:41,501 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:41,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:41,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742295_1475 (size=723) 2024-11-19T00:13:41,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742295_1475 (size=723) 2024-11-19T00:13:41,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:41,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-19T00:13:41,508 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731975220879/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-19T00:13:41,508 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731975220879/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731975220879/wal.dat.0, size=723 (723bytes) at 1731975221495Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731975220879/wal.dat.0 so closing down at 1731975221499 (+4 ms)3 split writer threads finished at 1731975221499Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975221502 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975221506 (+4 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731975221508 (+2 ms)Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731975220879/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731975221508 2024-11-19T00:13:41,510 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T00:13:41,510 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T00:13:41,510 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T00:13:41,510 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T00:13:41,510 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T00:13:41,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742294_1474 (size=93) 2024-11-19T00:13:41,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742294_1474 (size=93) 2024-11-19T00:13:41,516 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/648bd108-a80b-234b-7393-352be47878de/oldWALs 2024-11-19T00:13:41,518 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731975221424) 2024-11-19T00:13:41,527 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=151 (was 145) - Thread LEAK? -, OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 399), ProcessCount=11 (was 11), AvailableMemoryMB=1786 (was 1802) 2024-11-19T00:13:41,534 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=151, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=1786 2024-11-19T00:13:41,534 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:41,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742296_1476 (size=7) 2024-11-19T00:13:41,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742296_1476 (size=7) 2024-11-19T00:13:41,540 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:41,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:41,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:41,543 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:41,545 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-19T00:13:41,545 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:41,545 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:13:41,546 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:13:41,547 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:41,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742297_1477 (size=1393) 2024-11-19T00:13:41,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742297_1477 (size=1393) 2024-11-19T00:13:41,560 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:41,560 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:41,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742298_1478 (size=1393) 2024-11-19T00:13:41,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742298_1478 (size=1393) 2024-11-19T00:13:41,578 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:13:41,578 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:13:41,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742299_1479 (size=1393) 2024-11-19T00:13:41,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742299_1479 (size=1393) 2024-11-19T00:13:41,594 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:13:41,594 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:13:41,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742300_1480 (size=1393) 2024-11-19T00:13:41,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742300_1480 (size=1393) 2024-11-19T00:13:41,604 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:13:41,604 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:13:41,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742301_1481 (size=1393) 2024-11-19T00:13:41,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742301_1481 (size=1393) 2024-11-19T00:13:41,614 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:13:41,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:41,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742302_1482 (size=1393) 2024-11-19T00:13:41,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742302_1482 (size=1393) 2024-11-19T00:13:41,624 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:13:41,624 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:13:41,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742303_1483 (size=1405) 2024-11-19T00:13:41,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742303_1483 (size=1405) 2024-11-19T00:13:41,637 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:13:41,638 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:13:41,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742304_1484 (size=1413) 2024-11-19T00:13:41,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742304_1484 (size=1413) 2024-11-19T00:13:41,647 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:13:41,648 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:13:41,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742305_1485 (size=1413) 2024-11-19T00:13:41,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742305_1485 (size=1413) 2024-11-19T00:13:41,677 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:13:41,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:13:41,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742306_1486 (size=1413) 2024-11-19T00:13:41,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742306_1486 (size=1413) 2024-11-19T00:13:41,687 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:13:41,704 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T00:13:41,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 2024-11-19T00:13:41,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 after 0ms 2024-11-19T00:13:41,706 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 took 2ms 2024-11-19T00:13:41,707 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:41,708 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 so closing down 2024-11-19T00:13:41,708 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:41,708 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:41,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:41,708 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0, size=1.4 K (1393bytes) at 1731975221704Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 so closing down at 1731975221708 (+4 ms)3 split writer threads finished at 1731975221708Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975221708 2024-11-19T00:13:41,710 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.0 2024-11-19T00:13:41,710 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T00:13:41,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 2024-11-19T00:13:41,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 after 0ms 2024-11-19T00:13:41,712 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 took 2ms 2024-11-19T00:13:41,713 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:41,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 so closing down 2024-11-19T00:13:41,713 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:41,713 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:41,714 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:41,714 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1, size=1.4 K (1393bytes) at 1731975221710Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 so closing down at 1731975221713 (+3 ms)3 split writer threads finished at 1731975221714 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975221714 2024-11-19T00:13:41,715 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.1 2024-11-19T00:13:41,716 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T00:13:41,716 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 2024-11-19T00:13:41,716 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 after 0ms 2024-11-19T00:13:41,718 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 took 2ms 2024-11-19T00:13:41,719 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:41,719 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 so closing down 2024-11-19T00:13:41,719 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:41,719 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:41,719 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:41,719 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2, size=1.4 K (1393bytes) at 1731975221716Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 so closing down at 1731975221719 (+3 ms)3 split writer threads finished at 1731975221719Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975221719 2024-11-19T00:13:41,721 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.2 2024-11-19T00:13:41,721 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T00:13:41,721 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 2024-11-19T00:13:41,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 after 1ms 2024-11-19T00:13:41,723 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 took 2ms 2024-11-19T00:13:41,724 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:41,725 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 so closing down 2024-11-19T00:13:41,725 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:41,725 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:41,725 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:41,725 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3, size=1.4 K (1393bytes) at 1731975221721Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 so closing down at 1731975221725 (+4 ms)3 split writer threads finished at 1731975221725Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975221725 2024-11-19T00:13:41,726 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.3 2024-11-19T00:13:41,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T00:13:41,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 2024-11-19T00:13:41,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 after 0ms 2024-11-19T00:13:41,729 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 took 3ms 2024-11-19T00:13:41,730 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:41,730 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 so closing down 2024-11-19T00:13:41,731 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:41,731 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:41,731 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:41,731 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4, size=1.4 K (1393bytes) at 1731975221727Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 so closing down at 1731975221730 (+3 ms)3 split writer threads finished at 1731975221731 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975221731 2024-11-19T00:13:41,733 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.4 2024-11-19T00:13:41,733 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T00:13:41,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 2024-11-19T00:13:41,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 after 0ms 2024-11-19T00:13:41,735 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 took 2ms 2024-11-19T00:13:41,736 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:41,736 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 so closing down 2024-11-19T00:13:41,736 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:41,737 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:41,737 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:41,737 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5, size=1.4 K (1393bytes) at 1731975221733Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 so closing down at 1731975221736 (+3 ms)3 split writer threads finished at 1731975221737 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975221737 2024-11-19T00:13:41,739 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.5 2024-11-19T00:13:41,739 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T00:13:41,739 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 2024-11-19T00:13:41,739 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 after 0ms 2024-11-19T00:13:41,741 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 took 2ms 2024-11-19T00:13:41,742 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:41,742 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 so closing down 2024-11-19T00:13:41,742 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:41,743 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:41,743 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-19T00:13:41,743 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6, size=1.4 K (1405bytes) at 1731975221739Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 so closing down at 1731975221742 (+3 ms)3 split writer threads finished at 1731975221743 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731975221743 2024-11-19T00:13:41,744 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.6 2024-11-19T00:13:41,745 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T00:13:41,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 2024-11-19T00:13:41,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 after 0ms 2024-11-19T00:13:41,747 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 took 2ms 2024-11-19T00:13:41,748 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:41,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 so closing down 2024-11-19T00:13:41,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:41,749 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:41,749 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T00:13:41,749 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7, size=1.4 K (1413bytes) at 1731975221745Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 so closing down at 1731975221749 (+4 ms)3 split writer threads finished at 1731975221749Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731975221749 2024-11-19T00:13:41,751 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.7 2024-11-19T00:13:41,751 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T00:13:41,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 2024-11-19T00:13:41,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 after 0ms 2024-11-19T00:13:41,753 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 took 2ms 2024-11-19T00:13:41,754 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:41,754 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 so closing down 2024-11-19T00:13:41,754 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:41,755 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:41,755 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T00:13:41,755 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8, size=1.4 K (1413bytes) at 1731975221751Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 so closing down at 1731975221754 (+3 ms)3 split writer threads finished at 1731975221755 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731975221755 2024-11-19T00:13:41,756 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.8 2024-11-19T00:13:41,757 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T00:13:41,757 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 2024-11-19T00:13:41,757 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 after 0ms 2024-11-19T00:13:41,759 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 took 2ms 2024-11-19T00:13:41,760 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:41,760 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 so closing down 2024-11-19T00:13:41,760 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:41,760 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:41,760 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T00:13:41,760 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9, size=1.4 K (1413bytes) at 1731975221757Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 so closing down at 1731975221760 (+3 ms)3 split writer threads finished at 1731975221760Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731975221760 2024-11-19T00:13:41,762 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.9 2024-11-19T00:13:41,763 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975221709; access_time=1731975221547; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975221715; access_time=1731975221561; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975221720; access_time=1731975221578; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975221726; access_time=1731975221594; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975221732; access_time=1731975221604; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975221738; access_time=1731975221614; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731975221744; access_time=1731975221624; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731975221750; access_time=1731975221638; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731975221756; access_time=1731975221648; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731975221761; access_time=1731975221678; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-19T00:13:41,766 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:41,766 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:13:41,766 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:13:41,767 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:41,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742307_1487 (size=1393) 2024-11-19T00:13:41,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742307_1487 (size=1393) 2024-11-19T00:13:41,776 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:41,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:41,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742308_1488 (size=1393) 2024-11-19T00:13:41,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742308_1488 (size=1393) 2024-11-19T00:13:41,785 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:13:41,786 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:13:41,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742309_1489 (size=1393) 2024-11-19T00:13:41,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742309_1489 (size=1393) 2024-11-19T00:13:41,795 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:13:41,795 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:13:41,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742310_1490 (size=1393) 2024-11-19T00:13:41,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742310_1490 (size=1393) 2024-11-19T00:13:41,804 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:13:41,805 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:13:41,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742311_1491 (size=1393) 2024-11-19T00:13:41,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742311_1491 (size=1393) 2024-11-19T00:13:41,813 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:13:41,814 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:41,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:41,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:41,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742312_1492 (size=1393) 2024-11-19T00:13:41,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742312_1492 (size=1393) 2024-11-19T00:13:42,225 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:13:42,225 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:13:42,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742313_1493 (size=1405) 2024-11-19T00:13:42,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742313_1493 (size=1405) 2024-11-19T00:13:42,246 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:13:42,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:13:42,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742314_1494 (size=1413) 2024-11-19T00:13:42,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742314_1494 (size=1413) 2024-11-19T00:13:42,259 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:13:42,260 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:13:42,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742315_1495 (size=1413) 2024-11-19T00:13:42,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742315_1495 (size=1413) 2024-11-19T00:13:42,269 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:13:42,270 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:13:42,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:42,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:42,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742316_1496 (size=1413) 2024-11-19T00:13:42,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742316_1496 (size=1413) 2024-11-19T00:13:42,679 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:13:42,695 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T00:13:42,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 2024-11-19T00:13:42,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 after 0ms 2024-11-19T00:13:42,697 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 took 2ms 2024-11-19T00:13:42,699 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:42,699 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 so closing down 2024-11-19T00:13:42,699 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:42,699 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:42,701 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:42,701 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:42,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:42,702 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:42,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742318_1498 (size=418) 2024-11-19T00:13:42,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742317_1497 (size=418) 2024-11-19T00:13:42,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742317_1497 (size=418) 2024-11-19T00:13:42,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742318_1498 (size=418) 2024-11-19T00:13:42,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:42,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:42,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-19T00:13:42,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-19T00:13:42,709 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:42,709 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0, size=1.4 K (1393bytes) at 1731975222695Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 so closing down at 1731975222699 (+4 ms)3 split writer threads finished at 1731975222699Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975222702 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731975222702Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975222708 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975222708Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731975222709 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731975222709Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975222709 2024-11-19T00:13:42,710 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.0 2024-11-19T00:13:42,710 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T00:13:42,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 2024-11-19T00:13:42,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 after 0ms 2024-11-19T00:13:42,712 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 took 2ms 2024-11-19T00:13:42,713 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:42,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 so closing down 2024-11-19T00:13:42,713 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:42,713 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:42,715 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:42,715 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:42,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:42,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742320_1500 (size=418) 2024-11-19T00:13:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742320_1500 (size=418) 2024-11-19T00:13:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742319_1499 (size=418) 2024-11-19T00:13:42,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742319_1499 (size=418) 2024-11-19T00:13:42,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:42,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:42,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-19T00:13:42,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-19T00:13:42,725 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:42,725 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1, size=1.4 K (1393bytes) at 1731975222710Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 so closing down at 1731975222713 (+3 ms)3 split writer threads finished at 1731975222713Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731975222716 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731975222716Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975222724 (+8 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975222724Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731975222725 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731975222725Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975222725 2024-11-19T00:13:42,726 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.1 2024-11-19T00:13:42,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T00:13:42,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 2024-11-19T00:13:42,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 after 0ms 2024-11-19T00:13:42,728 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 took 1ms 2024-11-19T00:13:42,729 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:42,730 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 so closing down 2024-11-19T00:13:42,730 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:42,730 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:42,732 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:42,732 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:42,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:42,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:42,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742322_1502 (size=418) 2024-11-19T00:13:42,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742321_1501 (size=418) 2024-11-19T00:13:42,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742322_1502 (size=418) 2024-11-19T00:13:42,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:42,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742321_1501 (size=418) 2024-11-19T00:13:42,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:42,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-19T00:13:42,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-19T00:13:42,737 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:42,737 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2, size=1.4 K (1393bytes) at 1731975222727Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 so closing down at 1731975222730 (+3 ms)3 split writer threads finished at 1731975222730Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731975222733 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731975222733Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975222736 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975222736Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731975222737 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731975222737Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975222737 2024-11-19T00:13:42,738 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.2 2024-11-19T00:13:42,738 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T00:13:42,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 2024-11-19T00:13:42,739 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 after 1ms 2024-11-19T00:13:42,740 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 took 2ms 2024-11-19T00:13:42,741 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:42,741 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 so closing down 2024-11-19T00:13:42,741 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:42,742 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:42,743 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:42,743 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:42,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:42,744 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:42,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742323_1503 (size=418) 2024-11-19T00:13:42,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742323_1503 (size=418) 2024-11-19T00:13:42,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742324_1504 (size=418) 2024-11-19T00:13:42,748 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:42,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742324_1504 (size=418) 2024-11-19T00:13:42,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:42,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-19T00:13:42,749 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-19T00:13:42,749 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:42,749 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3, size=1.4 K (1393bytes) at 1731975222738Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 so closing down at 1731975222741 (+3 ms)3 split writer threads finished at 1731975222742 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731975222744 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731975222744Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975222748 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975222748Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731975222748Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731975222749 (+1 ms)Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975222749 2024-11-19T00:13:42,750 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.3 2024-11-19T00:13:42,750 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T00:13:42,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 2024-11-19T00:13:42,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 after 0ms 2024-11-19T00:13:42,752 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 took 2ms 2024-11-19T00:13:42,753 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:42,753 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 so closing down 2024-11-19T00:13:42,753 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:42,753 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:42,755 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:42,755 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:42,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:42,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:42,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742326_1506 (size=418) 2024-11-19T00:13:42,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742325_1505 (size=418) 2024-11-19T00:13:42,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742325_1505 (size=418) 2024-11-19T00:13:42,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742326_1506 (size=418) 2024-11-19T00:13:42,762 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:42,762 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:42,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-19T00:13:42,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-19T00:13:42,763 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:42,763 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4, size=1.4 K (1393bytes) at 1731975222750Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 so closing down at 1731975222753 (+3 ms)3 split writer threads finished at 1731975222753Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731975222755 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731975222755Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975222762 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975222762Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731975222763 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731975222763Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975222763 2024-11-19T00:13:42,764 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.4 2024-11-19T00:13:42,765 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T00:13:42,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 2024-11-19T00:13:42,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 after 0ms 2024-11-19T00:13:42,766 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 took 2ms 2024-11-19T00:13:42,767 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:42,768 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 so closing down 2024-11-19T00:13:42,768 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:42,768 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:42,769 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:42,769 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:42,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:42,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:42,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742327_1507 (size=418) 2024-11-19T00:13:42,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742327_1507 (size=418) 2024-11-19T00:13:42,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742328_1508 (size=418) 2024-11-19T00:13:42,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742328_1508 (size=418) 2024-11-19T00:13:42,774 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:42,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-19T00:13:43,176 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-19T00:13:43,211 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 444 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:43,211 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5, size=1.4 K (1393bytes) at 1731975222765Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 so closing down at 1731975222768 (+3 ms)3 split writer threads finished at 1731975222768Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731975222770 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731975222770Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975222774 (+4 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731975222775 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975223176 (+401 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731975223211 (+35 ms)Processed 10 edits across 2 Regions in 444 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975223211 2024-11-19T00:13:43,215 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.5 2024-11-19T00:13:43,215 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T00:13:43,215 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 2024-11-19T00:13:43,216 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 after 1ms 2024-11-19T00:13:43,220 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 took 5ms 2024-11-19T00:13:43,222 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:43,223 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 so closing down 2024-11-19T00:13:43,223 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:43,223 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:43,226 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:43,226 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:43,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:43,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:43,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742330_1510 (size=419) 2024-11-19T00:13:43,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742330_1510 (size=419) 2024-11-19T00:13:43,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742329_1509 (size=419) 2024-11-19T00:13:43,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742329_1509 (size=419) 2024-11-19T00:13:43,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-19T00:13:43,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-19T00:13:43,241 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-19T00:13:43,241 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6, size=1.4 K (1405bytes) at 1731975223215Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 so closing down at 1731975223223 (+8 ms)3 split writer threads finished at 1731975223223Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731975223228 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731975223228Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975223240 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975223240Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731975223241 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731975223241Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731975223241 2024-11-19T00:13:43,242 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.6 2024-11-19T00:13:43,242 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T00:13:43,242 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 2024-11-19T00:13:43,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 after 1ms 2024-11-19T00:13:43,244 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 took 2ms 2024-11-19T00:13:43,245 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:43,245 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 so closing down 2024-11-19T00:13:43,245 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:43,245 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:43,247 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:43,247 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:43,248 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:43,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:43,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742331_1511 (size=423) 2024-11-19T00:13:43,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742331_1511 (size=423) 2024-11-19T00:13:43,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-19T00:13:43,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742332_1512 (size=423) 2024-11-19T00:13:43,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742332_1512 (size=423) 2024-11-19T00:13:43,255 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-19T00:13:43,256 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T00:13:43,256 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7, size=1.4 K (1413bytes) at 1731975223242Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 so closing down at 1731975223245 (+3 ms)3 split writer threads finished at 1731975223245Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731975223248 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731975223248Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975223252 (+4 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731975223253 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975223255 (+2 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731975223256 (+1 ms)Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731975223256 2024-11-19T00:13:43,257 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.7 2024-11-19T00:13:43,257 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T00:13:43,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 2024-11-19T00:13:43,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 after 1ms 2024-11-19T00:13:43,259 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 took 2ms 2024-11-19T00:13:43,260 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:43,260 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 so closing down 2024-11-19T00:13:43,260 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:43,261 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:43,262 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:43,262 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:43,263 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:43,263 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:43,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742334_1514 (size=423) 2024-11-19T00:13:43,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742334_1514 (size=423) 2024-11-19T00:13:43,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742333_1513 (size=423) 2024-11-19T00:13:43,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742333_1513 (size=423) 2024-11-19T00:13:43,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-19T00:13:43,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-19T00:13:43,268 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T00:13:43,268 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8, size=1.4 K (1413bytes) at 1731975223257Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 so closing down at 1731975223260 (+3 ms)3 split writer threads finished at 1731975223261 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731975223263 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731975223263Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975223266 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975223267 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731975223267Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731975223267Processed 10 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731975223268 (+1 ms) 2024-11-19T00:13:43,269 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.8 2024-11-19T00:13:43,269 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T00:13:43,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 2024-11-19T00:13:43,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 after 0ms 2024-11-19T00:13:43,270 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 took 1ms 2024-11-19T00:13:43,271 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:43,272 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 so closing down 2024-11-19T00:13:43,272 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:43,272 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:43,273 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:43,273 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:43,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:43,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:43,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742335_1515 (size=423) 2024-11-19T00:13:43,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742335_1515 (size=423) 2024-11-19T00:13:43,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,280 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-19T00:13:43,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742336_1516 (size=423) 2024-11-19T00:13:43,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742336_1516 (size=423) 2024-11-19T00:13:43,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-19T00:13:43,287 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T00:13:43,287 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9, size=1.4 K (1413bytes) at 1731975223269Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 so closing down at 1731975223272 (+3 ms)3 split writer threads finished at 1731975223272Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731975223274 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731975223274Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975223279 (+5 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731975223280 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731975223285 (+5 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731975223286 (+1 ms)Processed 10 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731975223287 (+1 ms) 2024-11-19T00:13:43,288 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.9 2024-11-19T00:13:43,289 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975222709; access_time=1731975221767; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975222726; access_time=1731975221776; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975222737; access_time=1731975221786; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975222749; access_time=1731975221795; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975222764; access_time=1731975221805; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975223213; access_time=1731975221814; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731975223242; access_time=1731975222226; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731975223257; access_time=1731975222247; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731975223268; access_time=1731975222260; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731975223287; access_time=1731975222270; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-19T00:13:43,292 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:43,292 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:13:43,292 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:13:43,293 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:43,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742337_1517 (size=1393) 2024-11-19T00:13:43,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742337_1517 (size=1393) 2024-11-19T00:13:43,303 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:43,303 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T00:13:43,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742338_1518 (size=1393) 2024-11-19T00:13:43,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742338_1518 (size=1393) 2024-11-19T00:13:43,312 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T00:13:43,312 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T00:13:43,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742339_1519 (size=1393) 2024-11-19T00:13:43,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742339_1519 (size=1393) 2024-11-19T00:13:43,321 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T00:13:43,321 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T00:13:43,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742340_1520 (size=1393) 2024-11-19T00:13:43,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742340_1520 (size=1393) 2024-11-19T00:13:43,330 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T00:13:43,330 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T00:13:43,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742341_1521 (size=1393) 2024-11-19T00:13:43,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742341_1521 (size=1393) 2024-11-19T00:13:43,339 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T00:13:43,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T00:13:43,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742342_1522 (size=1393) 2024-11-19T00:13:43,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742342_1522 (size=1393) 2024-11-19T00:13:43,347 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T00:13:43,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T00:13:43,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742343_1523 (size=1405) 2024-11-19T00:13:43,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742343_1523 (size=1405) 2024-11-19T00:13:43,356 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T00:13:43,356 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T00:13:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742344_1524 (size=1413) 2024-11-19T00:13:43,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742344_1524 (size=1413) 2024-11-19T00:13:43,365 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T00:13:43,365 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T00:13:43,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742345_1525 (size=1413) 2024-11-19T00:13:43,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742345_1525 (size=1413) 2024-11-19T00:13:43,373 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T00:13:43,373 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T00:13:43,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:43,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742346_1526 (size=1413) 2024-11-19T00:13:43,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742346_1526 (size=1413) 2024-11-19T00:13:43,382 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T00:13:43,397 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T00:13:43,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 2024-11-19T00:13:43,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 after 0ms 2024-11-19T00:13:43,399 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 took 2ms 2024-11-19T00:13:43,400 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:43,401 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 so closing down 2024-11-19T00:13:43,401 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:43,401 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:43,402 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:43,402 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:43,403 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T00:13:43,403 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T00:13:43,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742347_1527 (size=678) 2024-11-19T00:13:43,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742347_1527 (size=678) 2024-11-19T00:13:43,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742348_1528 (size=743) 2024-11-19T00:13:43,407 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742348_1528 (size=743) 2024-11-19T00:13:43,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,408 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-19T00:13:43,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T00:13:43,408 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:43,408 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0, size=1.4 K (1393bytes) at 1731975223397Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 so closing down at 1731975223401 (+4 ms)3 split writer threads finished at 1731975223401Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731975223403 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731975223403Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731975223407 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975223407Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731975223408 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731975223408Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975223408 2024-11-19T00:13:43,409 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.0 2024-11-19T00:13:43,410 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T00:13:43,410 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 2024-11-19T00:13:43,410 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 after 0ms 2024-11-19T00:13:43,411 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 took 2ms 2024-11-19T00:13:43,412 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:43,413 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 so closing down 2024-11-19T00:13:43,413 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:43,413 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:43,415 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:43,415 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:43,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T00:13:43,416 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T00:13:43,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742349_1529 (size=743) 2024-11-19T00:13:43,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742349_1529 (size=743) 2024-11-19T00:13:43,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,420 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T00:13:43,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742350_1530 (size=678) 2024-11-19T00:13:43,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742350_1530 (size=678) 2024-11-19T00:13:43,424 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,425 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-19T00:13:43,425 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:43,425 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1, size=1.4 K (1393bytes) at 1731975223410Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 so closing down at 1731975223413 (+3 ms)3 split writer threads finished at 1731975223413Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731975223416 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731975223416Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975223419 (+3 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731975223420 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731975223424 (+4 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731975223425 (+1 ms)Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975223425 2024-11-19T00:13:43,427 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.1 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.1 2024-11-19T00:13:43,427 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T00:13:43,427 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 2024-11-19T00:13:43,427 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 after 0ms 2024-11-19T00:13:43,429 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 took 1ms 2024-11-19T00:13:43,430 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:43,430 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 so closing down 2024-11-19T00:13:43,430 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:43,430 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:43,432 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:43,432 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:43,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T00:13:43,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T00:13:43,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742351_1531 (size=743) 2024-11-19T00:13:43,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742352_1532 (size=678) 2024-11-19T00:13:43,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742351_1531 (size=743) 2024-11-19T00:13:43,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742352_1532 (size=678) 2024-11-19T00:13:43,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,437 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T00:13:43,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-19T00:13:43,437 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:43,437 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2, size=1.4 K (1393bytes) at 1731975223427Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 so closing down at 1731975223430 (+3 ms)3 split writer threads finished at 1731975223430Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731975223432 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731975223432Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731975223436 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975223436Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731975223437 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731975223437Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975223437 2024-11-19T00:13:43,439 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.2 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.2 2024-11-19T00:13:43,439 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T00:13:43,439 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 2024-11-19T00:13:43,439 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 after 0ms 2024-11-19T00:13:43,440 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 took 1ms 2024-11-19T00:13:43,442 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:43,442 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 so closing down 2024-11-19T00:13:43,442 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:43,442 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:43,444 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:43,444 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:43,444 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T00:13:43,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T00:13:43,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742354_1534 (size=743) 2024-11-19T00:13:43,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742353_1533 (size=678) 2024-11-19T00:13:43,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742354_1534 (size=743) 2024-11-19T00:13:43,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742353_1533 (size=678) 2024-11-19T00:13:43,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,448 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,449 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T00:13:43,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-19T00:13:43,449 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:43,449 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3, size=1.4 K (1393bytes) at 1731975223439Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 so closing down at 1731975223442 (+3 ms)3 split writer threads finished at 1731975223442Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731975223444 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731975223444Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975223448 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731975223448Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731975223449 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731975223449Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975223449 2024-11-19T00:13:43,450 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.3 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.3 2024-11-19T00:13:43,451 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T00:13:43,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 2024-11-19T00:13:43,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 after 0ms 2024-11-19T00:13:43,452 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 took 2ms 2024-11-19T00:13:43,453 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:43,454 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 so closing down 2024-11-19T00:13:43,454 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:43,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:43,456 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:43,456 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:43,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T00:13:43,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T00:13:43,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742355_1535 (size=678) 2024-11-19T00:13:43,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742355_1535 (size=678) 2024-11-19T00:13:43,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742356_1536 (size=743) 2024-11-19T00:13:43,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742356_1536 (size=743) 2024-11-19T00:13:43,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-19T00:13:43,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T00:13:43,462 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:43,462 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4, size=1.4 K (1393bytes) at 1731975223451Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 so closing down at 1731975223454 (+3 ms)3 split writer threads finished at 1731975223454Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731975223457 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731975223457Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975223461 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731975223461Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731975223462 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731975223462Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975223462 2024-11-19T00:13:43,463 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.4 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.4 2024-11-19T00:13:43,463 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T00:13:43,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 2024-11-19T00:13:43,464 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 after 1ms 2024-11-19T00:13:43,465 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 took 2ms 2024-11-19T00:13:43,466 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:43,466 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 so closing down 2024-11-19T00:13:43,466 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:43,467 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:43,468 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:43,468 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:43,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T00:13:43,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T00:13:43,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742357_1537 (size=678) 2024-11-19T00:13:43,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742357_1537 (size=678) 2024-11-19T00:13:43,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742358_1538 (size=743) 2024-11-19T00:13:43,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742358_1538 (size=743) 2024-11-19T00:13:43,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,874 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-19T00:13:43,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T00:13:43,875 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T00:13:43,875 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5, size=1.4 K (1393bytes) at 1731975223463Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 so closing down at 1731975223466 (+3 ms)3 split writer threads finished at 1731975223467 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731975223469 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731975223469Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731975223873 (+404 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975223873Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731975223874 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731975223874Processed 19 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731975223875 (+1 ms) 2024-11-19T00:13:43,876 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.5 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.5 2024-11-19T00:13:43,876 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T00:13:43,876 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 2024-11-19T00:13:43,877 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 after 1ms 2024-11-19T00:13:43,878 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 took 2ms 2024-11-19T00:13:43,879 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:43,879 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 so closing down 2024-11-19T00:13:43,879 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:43,880 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:43,881 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:43,881 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:43,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T00:13:43,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T00:13:43,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742360_1540 (size=683) 2024-11-19T00:13:43,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742359_1539 (size=749) 2024-11-19T00:13:43,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742359_1539 (size=749) 2024-11-19T00:13:43,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742360_1540 (size=683) 2024-11-19T00:13:43,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T00:13:43,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-19T00:13:43,886 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-19T00:13:43,886 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6, size=1.4 K (1405bytes) at 1731975223876Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 so closing down at 1731975223879 (+3 ms)3 split writer threads finished at 1731975223880 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731975223882 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731975223882Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975223885 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731975223886 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731975223886Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731975223886Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731975223886 2024-11-19T00:13:43,888 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.6 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.6 2024-11-19T00:13:43,888 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T00:13:43,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 2024-11-19T00:13:43,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 after 0ms 2024-11-19T00:13:43,890 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 took 2ms 2024-11-19T00:13:43,891 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:43,891 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 so closing down 2024-11-19T00:13:43,891 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:43,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:43,893 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:43,893 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:43,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T00:13:43,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T00:13:43,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742362_1542 (size=687) 2024-11-19T00:13:43,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742361_1541 (size=753) 2024-11-19T00:13:43,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742362_1542 (size=687) 2024-11-19T00:13:43,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742361_1541 (size=753) 2024-11-19T00:13:43,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T00:13:43,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-19T00:13:43,900 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T00:13:43,900 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7, size=1.4 K (1413bytes) at 1731975223888Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 so closing down at 1731975223891 (+3 ms)3 split writer threads finished at 1731975223892 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731975223894 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731975223894Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731975223899 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731975223899Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731975223900 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731975223900Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731975223900 2024-11-19T00:13:43,902 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.7 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.7 2024-11-19T00:13:43,902 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T00:13:43,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 2024-11-19T00:13:43,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 after 0ms 2024-11-19T00:13:43,903 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 took 1ms 2024-11-19T00:13:43,904 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:43,905 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 so closing down 2024-11-19T00:13:43,905 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:43,905 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:43,906 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:43,906 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:43,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T00:13:43,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T00:13:43,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742364_1544 (size=687) 2024-11-19T00:13:43,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742364_1544 (size=687) 2024-11-19T00:13:43,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742363_1543 (size=753) 2024-11-19T00:13:43,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742363_1543 (size=753) 2024-11-19T00:13:43,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:43,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T00:13:44,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:44,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-19T00:13:44,315 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T00:13:44,315 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8, size=1.4 K (1413bytes) at 1731975223902Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 so closing down at 1731975223905 (+3 ms)3 split writer threads finished at 1731975223905Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731975223907 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731975223907Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975223916 (+9 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731975223917 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731975224312 (+395 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731975224314 (+2 ms)Processed 19 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731975224315 (+1 ms) 2024-11-19T00:13:44,319 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.8 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.8 2024-11-19T00:13:44,319 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T00:13:44,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 2024-11-19T00:13:44,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 after 1ms 2024-11-19T00:13:44,324 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 took 5ms 2024-11-19T00:13:44,326 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T00:13:44,327 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 so closing down 2024-11-19T00:13:44,327 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T00:13:44,327 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T00:13:44,329 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:44,329 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:44,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T00:13:44,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T00:13:44,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742365_1545 (size=687) 2024-11-19T00:13:44,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742366_1546 (size=753) 2024-11-19T00:13:44,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742366_1546 (size=753) 2024-11-19T00:13:44,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742365_1545 (size=687) 2024-11-19T00:13:44,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:44,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T00:13:44,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-19T00:13:44,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T00:13:44,335 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T00:13:44,335 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9, size=1.4 K (1413bytes) at 1731975224319Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 so closing down at 1731975224327 (+8 ms)3 split writer threads finished at 1731975224327Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731975224330 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731975224330Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731975224334 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731975224334Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731975224335 (+1 ms)Rename recovered edits hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731975224335Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731975224335 2024-11-19T00:13:44,336 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731975221544/wal.dat.9 to hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.9 2024-11-19T00:13:44,337 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975223409; access_time=1731975223293; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975223426; access_time=1731975223303; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975223438; access_time=1731975223312; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975223450; access_time=1731975223322; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975223462; access_time=1731975223330; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731975223875; access_time=1731975223339; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731975223887; access_time=1731975223348; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731975223901; access_time=1731975223356; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731975224317; access_time=1731975223365; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35577/user/jenkins/test-data/6e87fdd8-3357-2192-9896-519a8bd7d01e/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731975224335; access_time=1731975223373; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-19T00:13:44,347 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=150 (was 151), OpenFileDescriptor=387 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 399), ProcessCount=11 (was 11), AvailableMemoryMB=1760 (was 1786) 2024-11-19T00:13:44,355 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=150, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=1760 2024-11-19T00:13:44,356 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T00:13:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742367_1547 (size=7) 2024-11-19T00:13:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742367_1547 (size=7) 2024-11-19T00:13:44,363 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35577/user/jenkins/test-data/be5f2d1d-bef8-b40a-48ad-4fb3af291dc0 with version=8 2024-11-19T00:13:44,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:44,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:13:44,368 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T00:13:44,368 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T00:13:44,369 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T00:13:44,370 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T00:13:44,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T00:13:44,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T00:13:44,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742368_1548 (size=2324) 2024-11-19T00:13:44,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742368_1548 (size=2324) 2024-11-19T00:13:44,385 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T00:13:44,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073742369_1549 (size=2325) 2024-11-19T00:13:44,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39877 is added to blk_1073742369_1549 (size=2325) 2024-11-19T00:13:44,411 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35577/user/jenkins/test-data/f561339f-586a-6386-2bbb-19cd03879afe/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731975224368/wal.dat.0, size=2.3 K (2325bytes) 2024-11-19T00:13:44,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35577/user/jenkins/test-data/f561339f-586a-6386-2bbb-19cd03879afe/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731975224368/wal.dat.0 2024-11-19T00:13:44,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35577/user/jenkins/test-data/f561339f-586a-6386-2bbb-19cd03879afe/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731975224368/wal.dat.0 after 0ms 2024-11-19T00:13:44,413 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35577/user/jenkins/test-data/f561339f-586a-6386-2bbb-19cd03879afe/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731975224368/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:35577/user/jenkins/test-data/f561339f-586a-6386-2bbb-19cd03879afe/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731975224368/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-19T00:13:44,413 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/f561339f-586a-6386-2bbb-19cd03879afe/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731975224368/wal.dat.0 so closing down 2024-11-19T00:13:44,413 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/f561339f-586a-6386-2bbb-19cd03879afe/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731975224368/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-19T00:13:44,413 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35577/user/jenkins/test-data/f561339f-586a-6386-2bbb-19cd03879afe/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731975224368/wal.dat.0, journal: Splitting hdfs://localhost:35577/user/jenkins/test-data/f561339f-586a-6386-2bbb-19cd03879afe/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731975224368/wal.dat.0, size=2.3 K (2325bytes) at 1731975224411Finishing writing output for hdfs://localhost:35577/user/jenkins/test-data/f561339f-586a-6386-2bbb-19cd03879afe/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731975224368/wal.dat.0 so closing down at 1731975224413 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35577/user/jenkins/test-data/f561339f-586a-6386-2bbb-19cd03879afe/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731975224368/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731975224413 2024-11-19T00:13:44,415 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35577/user/jenkins/test-data/f561339f-586a-6386-2bbb-19cd03879afe/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731975224368/wal.dat.0 to hdfs://localhost:35577/user/jenkins/test-data/f561339f-586a-6386-2bbb-19cd03879afe/corrupt/wal.dat.0 2024-11-19T00:13:44,423 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=150 (was 150), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 367), ProcessCount=11 (was 11), AvailableMemoryMB=1760 (was 1760) 2024-11-19T00:13:44,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49440465{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:13:44,449 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44625b75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:13:44,449 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:13:44,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2243c342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:13:44,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39fd38d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/hadoop.log.dir/,STOPPED} 2024-11-19T00:13:44,454 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:13:44,454 WARN [BP-1610716951-172.17.0.2-1731975163058 heartbeating to localhost/127.0.0.1:35577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:13:44,454 WARN [BP-1610716951-172.17.0.2-1731975163058 heartbeating to localhost/127.0.0.1:35577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1610716951-172.17.0.2-1731975163058 (Datanode Uuid ffa02e95-35b2-4ea0-acce-aa954e85ef8e) service to localhost/127.0.0.1:35577 2024-11-19T00:13:44,454 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:13:44,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/cluster_7d57aaed-cc32-ff0c-9676-24f5282eea2a/data/data3/current/BP-1610716951-172.17.0.2-1731975163058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:13:44,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/cluster_7d57aaed-cc32-ff0c-9676-24f5282eea2a/data/data4/current/BP-1610716951-172.17.0.2-1731975163058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:13:44,456 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:13:44,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37667f9e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:13:44,459 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@451f7321{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:13:44,459 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:13:44,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52e11b04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:13:44,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bfe21b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/hadoop.log.dir/,STOPPED} 2024-11-19T00:13:44,461 WARN [BP-1610716951-172.17.0.2-1731975163058 heartbeating to localhost/127.0.0.1:35577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:13:44,461 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:13:44,461 WARN [BP-1610716951-172.17.0.2-1731975163058 heartbeating to localhost/127.0.0.1:35577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1610716951-172.17.0.2-1731975163058 (Datanode Uuid f5e51888-42e2-4036-93e7-1aa036bab647) service to localhost/127.0.0.1:35577 2024-11-19T00:13:44,461 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:13:44,461 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/cluster_7d57aaed-cc32-ff0c-9676-24f5282eea2a/data/data1/current/BP-1610716951-172.17.0.2-1731975163058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:13:44,462 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/cluster_7d57aaed-cc32-ff0c-9676-24f5282eea2a/data/data2/current/BP-1610716951-172.17.0.2-1731975163058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:13:44,462 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:13:44,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c11409d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:13:44,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3530a43d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:13:44,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:13:44,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26fb3c44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:13:44,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef9ef29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dacfa34b-4f91-5631-3807-30226db53871/hadoop.log.dir/,STOPPED}