2024-11-18 20:07:14,195 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-18 20:07:14,247 main DEBUG Took 0.048682 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 20:07:14,247 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 20:07:14,248 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 20:07:14,249 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 20:07:14,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:07:14,266 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 20:07:14,285 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:07:14,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:07:14,292 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:07:14,293 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:07:14,294 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:07:14,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:07:14,296 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:07:14,296 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:07:14,297 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:07:14,298 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:07:14,300 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:07:14,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:07:14,302 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:07:14,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:07:14,304 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:07:14,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:07:14,307 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:07:14,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:07:14,309 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:07:14,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:07:14,312 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:07:14,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:07:14,316 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:07:14,319 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:07:14,320 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:07:14,321 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 20:07:14,326 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:07:14,328 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 20:07:14,331 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 20:07:14,341 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 20:07:14,345 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 20:07:14,346 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 20:07:14,360 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 20:07:14,365 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 20:07:14,371 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 20:07:14,372 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 20:07:14,372 main DEBUG createAppenders(={Console}) 2024-11-18 20:07:14,373 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-18 20:07:14,374 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-18 20:07:14,374 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-18 20:07:14,380 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 20:07:14,380 main DEBUG OutputStream closed 2024-11-18 20:07:14,381 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 20:07:14,381 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 20:07:14,382 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-18 20:07:14,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 20:07:14,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 20:07:14,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 20:07:14,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 20:07:14,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 20:07:14,529 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 20:07:14,535 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 20:07:14,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 20:07:14,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 20:07:14,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 20:07:14,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 20:07:14,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 20:07:14,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 20:07:14,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 20:07:14,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 20:07:14,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 20:07:14,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 20:07:14,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 20:07:14,544 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 20:07:14,544 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-18 20:07:14,545 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 20:07:14,546 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-18T20:07:14,576 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-18 20:07:14,579 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 20:07:14,580 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T20:07:15,049 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952 2024-11-18T20:07:15,050 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-18T20:07:15,201 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T20:07:15,276 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/cluster_df429f9d-15d7-45fc-dbdc-608e9deb50f1, deleteOnExit=true 2024-11-18T20:07:15,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/test.cache.data in system properties and HBase conf 2024-11-18T20:07:15,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:07:15,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:07:15,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:07:15,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:07:15,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:07:15,380 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:07:15,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:07:15,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:07:15,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:07:15,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:07:15,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:07:15,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:07:15,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:07:15,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:07:15,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:07:15,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:07:15,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:07:15,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:07:15,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:07:15,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:07:17,155 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T20:07:17,234 INFO [Time-limited test {}] log.Log(170): Logging initialized @4368ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T20:07:17,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:07:17,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:07:17,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:07:17,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:07:17,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:07:17,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:07:17,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:07:17,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:07:17,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/java.io.tmpdir/jetty-localhost-43863-hadoop-hdfs-3_4_1-tests_jar-_-any-12266000505666779486/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:07:17,633 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:43863} 2024-11-18T20:07:17,634 INFO [Time-limited test {}] server.Server(415): Started @4768ms 2024-11-18T20:07:18,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:07:18,170 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:07:18,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:07:18,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:07:18,172 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:07:18,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:07:18,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:07:18,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e587259{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/java.io.tmpdir/jetty-localhost-43219-hadoop-hdfs-3_4_1-tests_jar-_-any-11810067183813887582/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:07:18,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:43219} 2024-11-18T20:07:18,276 INFO [Time-limited test {}] server.Server(415): Started @5410ms 2024-11-18T20:07:18,325 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:07:18,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:07:18,445 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:07:18,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:07:18,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:07:18,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:07:18,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:07:18,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:07:18,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0403e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/java.io.tmpdir/jetty-localhost-36517-hadoop-hdfs-3_4_1-tests_jar-_-any-18262041201167346776/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:07:18,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:36517} 2024-11-18T20:07:18,574 INFO [Time-limited test {}] server.Server(415): Started @5709ms 2024-11-18T20:07:18,577 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:07:19,698 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/cluster_df429f9d-15d7-45fc-dbdc-608e9deb50f1/data/data3/current/BP-541308594-172.17.0.2-1731960436615/current, will proceed with Du for space computation calculation, 2024-11-18T20:07:19,698 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/cluster_df429f9d-15d7-45fc-dbdc-608e9deb50f1/data/data4/current/BP-541308594-172.17.0.2-1731960436615/current, will proceed with Du for space computation calculation, 2024-11-18T20:07:19,698 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/cluster_df429f9d-15d7-45fc-dbdc-608e9deb50f1/data/data2/current/BP-541308594-172.17.0.2-1731960436615/current, will proceed with Du for space computation calculation, 2024-11-18T20:07:19,698 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/cluster_df429f9d-15d7-45fc-dbdc-608e9deb50f1/data/data1/current/BP-541308594-172.17.0.2-1731960436615/current, will proceed with Du for space computation calculation, 2024-11-18T20:07:19,737 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:07:19,739 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:07:19,789 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92d35d764f83b377 with lease ID 0xd8363e2b7b9f3c12: Processing first storage report for DS-77fc9793-31e6-49c9-98ac-8d1a2fefa3a7 from datanode DatanodeRegistration(127.0.0.1:45865, datanodeUuid=217a6287-76ed-4825-a680-2291efe8da85, infoPort=34981, infoSecurePort=0, ipcPort=38971, storageInfo=lv=-57;cid=testClusterID;nsid=1874878785;c=1731960436615) 2024-11-18T20:07:19,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92d35d764f83b377 with lease ID 0xd8363e2b7b9f3c12: from storage DS-77fc9793-31e6-49c9-98ac-8d1a2fefa3a7 node DatanodeRegistration(127.0.0.1:45865, datanodeUuid=217a6287-76ed-4825-a680-2291efe8da85, infoPort=34981, infoSecurePort=0, ipcPort=38971, storageInfo=lv=-57;cid=testClusterID;nsid=1874878785;c=1731960436615), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T20:07:19,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16bf8b0c2498b7bf with lease ID 0xd8363e2b7b9f3c11: Processing first storage report for DS-235c99ab-c6e6-4616-a60d-e3c870ea41fb from datanode DatanodeRegistration(127.0.0.1:38407, datanodeUuid=a7ce579b-2df0-4ade-9029-d5ba514d305e, infoPort=40887, infoSecurePort=0, ipcPort=46215, storageInfo=lv=-57;cid=testClusterID;nsid=1874878785;c=1731960436615) 2024-11-18T20:07:19,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16bf8b0c2498b7bf with lease ID 0xd8363e2b7b9f3c11: from storage DS-235c99ab-c6e6-4616-a60d-e3c870ea41fb node DatanodeRegistration(127.0.0.1:38407, datanodeUuid=a7ce579b-2df0-4ade-9029-d5ba514d305e, infoPort=40887, infoSecurePort=0, ipcPort=46215, storageInfo=lv=-57;cid=testClusterID;nsid=1874878785;c=1731960436615), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:07:19,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92d35d764f83b377 with lease ID 0xd8363e2b7b9f3c12: Processing first storage report for DS-f6ae8c99-c5ed-455c-82f5-8b820ed0c802 from datanode DatanodeRegistration(127.0.0.1:45865, datanodeUuid=217a6287-76ed-4825-a680-2291efe8da85, infoPort=34981, infoSecurePort=0, ipcPort=38971, storageInfo=lv=-57;cid=testClusterID;nsid=1874878785;c=1731960436615) 2024-11-18T20:07:19,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92d35d764f83b377 with lease ID 0xd8363e2b7b9f3c12: from storage DS-f6ae8c99-c5ed-455c-82f5-8b820ed0c802 node DatanodeRegistration(127.0.0.1:45865, datanodeUuid=217a6287-76ed-4825-a680-2291efe8da85, infoPort=34981, infoSecurePort=0, ipcPort=38971, storageInfo=lv=-57;cid=testClusterID;nsid=1874878785;c=1731960436615), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:07:19,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16bf8b0c2498b7bf with lease ID 0xd8363e2b7b9f3c11: Processing first storage report for DS-c84165d3-4494-460d-9a6d-32e91985e772 from datanode DatanodeRegistration(127.0.0.1:38407, datanodeUuid=a7ce579b-2df0-4ade-9029-d5ba514d305e, infoPort=40887, infoSecurePort=0, ipcPort=46215, storageInfo=lv=-57;cid=testClusterID;nsid=1874878785;c=1731960436615) 2024-11-18T20:07:19,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16bf8b0c2498b7bf with lease ID 0xd8363e2b7b9f3c11: from storage DS-c84165d3-4494-460d-9a6d-32e91985e772 node DatanodeRegistration(127.0.0.1:38407, datanodeUuid=a7ce579b-2df0-4ade-9029-d5ba514d305e, infoPort=40887, infoSecurePort=0, ipcPort=46215, storageInfo=lv=-57;cid=testClusterID;nsid=1874878785;c=1731960436615), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:07:19,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952 2024-11-18T20:07:19,887 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=128, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=830, ProcessCount=11, AvailableMemoryMB=2146 2024-11-18T20:07:19,889 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:19,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:19,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:20,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:07:20,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:07:20,527 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:20,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:20,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:20,552 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:20,582 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T20:07:20,600 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T20:07:20,604 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:20,604 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:07:20,607 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:07:20,613 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:20,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,635 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T20:07:20,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741826_1002 (size=1393) 2024-11-18T20:07:20,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741826_1002 (size=1393) 2024-11-18T20:07:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:20,689 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:07:20,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741827_1003 (size=1393) 2024-11-18T20:07:20,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741827_1003 (size=1393) 2024-11-18T20:07:20,725 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:07:20,726 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:07:20,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741828_1004 (size=1393) 2024-11-18T20:07:20,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741828_1004 (size=1393) 2024-11-18T20:07:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:07:20,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:07:20,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741829_1005 (size=1393) 2024-11-18T20:07:20,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741829_1005 (size=1393) 2024-11-18T20:07:20,790 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:07:20,791 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:07:20,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741830_1006 (size=1393) 2024-11-18T20:07:20,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741830_1006 (size=1393) 2024-11-18T20:07:20,821 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:07:20,822 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:07:20,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741831_1007 (size=1393) 2024-11-18T20:07:20,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741831_1007 (size=1393) 2024-11-18T20:07:20,850 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:07:20,850 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:07:20,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741832_1008 (size=1405) 2024-11-18T20:07:20,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741832_1008 (size=1405) 2024-11-18T20:07:20,878 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:07:20,878 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:07:20,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741833_1009 (size=1413) 2024-11-18T20:07:20,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741833_1009 (size=1413) 2024-11-18T20:07:20,908 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:07:20,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:07:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741834_1010 (size=1413) 2024-11-18T20:07:20,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741834_1010 (size=1413) 2024-11-18T20:07:20,936 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:07:20,937 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:07:20,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:20,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:20,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741835_1011 (size=1413) 2024-11-18T20:07:20,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741835_1011 (size=1413) 2024-11-18T20:07:20,959 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:07:21,027 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1255c0eb-2d28-9b42-09dc-93b307a7c078/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731960440587/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:07:21,028 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T20:07:21,029 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T20:07:21,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1255c0eb-2d28-9b42-09dc-93b307a7c078/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731960440587/wal.dat.0 2024-11-18T20:07:21,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1255c0eb-2d28-9b42-09dc-93b307a7c078/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731960440587/wal.dat.0 after 3ms 2024-11-18T20:07:21,076 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1255c0eb-2d28-9b42-09dc-93b307a7c078/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731960440587/wal.dat.0 took 52ms 2024-11-18T20:07:21,084 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1255c0eb-2d28-9b42-09dc-93b307a7c078/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731960440587/wal.dat.0 so closing down 2024-11-18T20:07:21,088 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:21,088 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:21,093 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1255c0eb-2d28-9b42-09dc-93b307a7c078/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731960440587/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:21,095 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1255c0eb-2d28-9b42-09dc-93b307a7c078/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731960440587/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1255c0eb-2d28-9b42-09dc-93b307a7c078/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731960440587/wal.dat.0, size=1.4 K (1393bytes) at 1731960441027Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1255c0eb-2d28-9b42-09dc-93b307a7c078/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731960440587/wal.dat.0 so closing down at 1731960441084 (+57 ms)3 split writer threads finished at 1731960441088 (+4 ms)Processed 0 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1255c0eb-2d28-9b42-09dc-93b307a7c078/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731960440587/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960441093 (+5 ms) 2024-11-18T20:07:21,096 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-18T20:07:21,114 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=133 (was 128) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@68a4c452 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1985356988_22 at /127.0.0.1:42750 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=787 (was 830), ProcessCount=11 (was 11), AvailableMemoryMB=2095 (was 2146) 2024-11-18T20:07:21,120 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=133, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=787, ProcessCount=11, AvailableMemoryMB=2094 2024-11-18T20:07:21,121 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741836_1012 (size=7) 2024-11-18T20:07:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741836_1012 (size=7) 2024-11-18T20:07:21,132 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:21,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:21,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:21,138 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:21,139 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-18T20:07:21,139 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:07:21,140 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:07:21,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:21,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741837_1013 (size=2324) 2024-11-18T20:07:21,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741837_1013 (size=2324) 2024-11-18T20:07:21,183 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:21,200 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/WALs/testsplitlogfilemultipleregions,16010,1731960441138/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T20:07:21,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/WALs/testsplitlogfilemultipleregions,16010,1731960441138/wal.dat.0 2024-11-18T20:07:21,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/WALs/testsplitlogfilemultipleregions,16010,1731960441138/wal.dat.0 after 0ms 2024-11-18T20:07:21,205 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/WALs/testsplitlogfilemultipleregions,16010,1731960441138/wal.dat.0 took 5ms 2024-11-18T20:07:21,213 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/WALs/testsplitlogfilemultipleregions,16010,1731960441138/wal.dat.0 so closing down 2024-11-18T20:07:21,213 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:21,213 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:21,241 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:21,241 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:21,243 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:21,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:21,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741839_1015 (size=743) 2024-11-18T20:07:21,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741839_1015 (size=743) 2024-11-18T20:07:21,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741838_1014 (size=743) 2024-11-18T20:07:21,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741838_1014 (size=743) 2024-11-18T20:07:21,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-18T20:07:21,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-18T20:07:21,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:07:21,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:07:21,668 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 462 ms; skipped=7; WAL=hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/WALs/testsplitlogfilemultipleregions,16010,1731960441138/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-18T20:07:21,668 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/WALs/testsplitlogfilemultipleregions,16010,1731960441138/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/WALs/testsplitlogfilemultipleregions,16010,1731960441138/wal.dat.0, size=2.3 K (2324bytes) at 1731960441201Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/WALs/testsplitlogfilemultipleregions,16010,1731960441138/wal.dat.0 so closing down at 1731960441213 (+12 ms)3 split writer threads finished at 1731960441213Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960441243 (+30 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960441243Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731960441664 (+421 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731960441664Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731960441667 (+3 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731960441667Processed 27 edits across 2 Regions in 462 ms; skipped=7; WAL=hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/WALs/testsplitlogfilemultipleregions,16010,1731960441138/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731960441668 (+1 ms) 2024-11-18T20:07:21,680 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/WALs/testsplitlogfilemultipleregions,16010,1731960441138/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/349cd006-fb5c-9022-65e4-19e53679d9f8/oldWALs/wal.dat.0 2024-11-18T20:07:21,706 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=134 (was 133) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-354677834_22 at /127.0.0.1:53996 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-354677834_22 at /127.0.0.1:42750 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=385 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=787 (was 787), ProcessCount=11 (was 11), AvailableMemoryMB=2101 (was 2094) - AvailableMemoryMB LEAK? - 2024-11-18T20:07:21,713 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=134, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=787, ProcessCount=11, AvailableMemoryMB=2101 2024-11-18T20:07:21,713 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:21,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741840_1016 (size=7) 2024-11-18T20:07:21,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741840_1016 (size=7) 2024-11-18T20:07:21,725 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:21,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:21,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:21,733 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:21,734 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:07:21,735 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:07:21,737 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:21,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:21,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:21,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741841_1017 (size=2324) 2024-11-18T20:07:21,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741841_1017 (size=2324) 2024-11-18T20:07:21,762 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:22,513 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/a6c8da0b-6b7f-7f72-6007-a5ad4619397f/WALs/testterminationaskedbyreporter,16010,1731960441734/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T20:07:22,514 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a6c8da0b-6b7f-7f72-6007-a5ad4619397f/WALs/testterminationaskedbyreporter,16010,1731960441734/wal.dat.0 so closing down 2024-11-18T20:07:22,514 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a6c8da0b-6b7f-7f72-6007-a5ad4619397f/WALs/testterminationaskedbyreporter,16010,1731960441734/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-18T20:07:22,514 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/a6c8da0b-6b7f-7f72-6007-a5ad4619397f/WALs/testterminationaskedbyreporter,16010,1731960441734/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/a6c8da0b-6b7f-7f72-6007-a5ad4619397f/WALs/testterminationaskedbyreporter,16010,1731960441734/wal.dat.0, size=2.3 K (2324bytes) at 1731960442513Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a6c8da0b-6b7f-7f72-6007-a5ad4619397f/WALs/testterminationaskedbyreporter,16010,1731960441734/wal.dat.0 so closing down at 1731960442514 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a6c8da0b-6b7f-7f72-6007-a5ad4619397f/WALs/testterminationaskedbyreporter,16010,1731960441734/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731960442514 2024-11-18T20:07:22,524 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=134 (was 134), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=787 (was 787), ProcessCount=11 (was 11), AvailableMemoryMB=2071 (was 2101) 2024-11-18T20:07:22,532 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=134, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=787, ProcessCount=11, AvailableMemoryMB=2070 2024-11-18T20:07:22,532 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:22,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741842_1018 (size=7) 2024-11-18T20:07:22,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741842_1018 (size=7) 2024-11-18T20:07:22,548 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:22,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:22,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:22,556 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:22,556 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-18T20:07:22,558 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:22,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741843_1019 (size=1043) 2024-11-18T20:07:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741843_1019 (size=1043) 2024-11-18T20:07:22,577 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:22,578 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:07:22,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,591 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:07:22,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741845_1021 (size=1043) 2024-11-18T20:07:22,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741845_1021 (size=1043) 2024-11-18T20:07:22,609 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:07:22,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:07:22,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741846_1022 (size=1043) 2024-11-18T20:07:22,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741846_1022 (size=1043) 2024-11-18T20:07:22,625 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:07:22,625 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:07:22,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741847_1023 (size=1043) 2024-11-18T20:07:22,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741847_1023 (size=1043) 2024-11-18T20:07:22,640 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:07:22,640 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:07:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741848_1024 (size=1043) 2024-11-18T20:07:22,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741848_1024 (size=1043) 2024-11-18T20:07:22,655 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:07:22,655 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:07:22,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741849_1025 (size=1043) 2024-11-18T20:07:22,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741849_1025 (size=1043) 2024-11-18T20:07:22,670 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:07:22,671 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:07:22,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741850_1026 (size=1043) 2024-11-18T20:07:22,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741850_1026 (size=1043) 2024-11-18T20:07:22,689 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:07:22,689 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:07:22,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741851_1027 (size=1043) 2024-11-18T20:07:22,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741851_1027 (size=1043) 2024-11-18T20:07:22,706 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:07:22,706 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:07:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:22,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:22,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741852_1028 (size=1043) 2024-11-18T20:07:22,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741852_1028 (size=1043) 2024-11-18T20:07:22,725 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:07:22,743 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.0, size=1.0 K (1043bytes) 2024-11-18T20:07:22,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.0 2024-11-18T20:07:22,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.0 after 1ms 2024-11-18T20:07:22,747 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.0 took 4ms 2024-11-18T20:07:22,750 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-18T20:07:22,751 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.0 so closing down 2024-11-18T20:07:22,752 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:22,752 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:22,752 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:07:22,752 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.0, size=1.0 K (1043bytes) at 1731960442743Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.0 so closing down at 1731960442752 (+9 ms)3 split writer threads finished at 1731960442752Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731960442752 2024-11-18T20:07:22,756 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/oldWALs/wal.dat.0 2024-11-18T20:07:22,756 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.1, size=180 (180bytes) 2024-11-18T20:07:22,756 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.1 2024-11-18T20:07:22,757 WARN [IPC Server handler 0 on default port 37893 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-18T20:07:22,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.1 after 2ms 2024-11-18T20:07:22,767 WARN [ResponseProcessor for block BP-541308594-172.17.0.2-1731960436615:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-541308594-172.17.0.2-1731960436615:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:07:22,767 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1692305010_22 at /127.0.0.1:42820 [Receiving block BP-541308594-172.17.0.2-1731960436615:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:45865:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42820 dst: /127.0.0.1:45865 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:07:22,767 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1692305010_22 at /127.0.0.1:54030 [Receiving block BP-541308594-172.17.0.2-1731960436615:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:38407:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54030 dst: /127.0.0.1:38407 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38407 remote=/127.0.0.1:54030]. Total timeout mills is 60000, 59826 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:07:22,770 WARN [DataStreamer for file /user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.1 block BP-541308594-172.17.0.2-1731960436615:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-541308594-172.17.0.2-1731960436615:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:38407,DS-235c99ab-c6e6-4616-a60d-e3c870ea41fb,DISK], DatanodeInfoWithStorage[127.0.0.1:45865,DS-77fc9793-31e6-49c9-98ac-8d1a2fefa3a7,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:38407,DS-235c99ab-c6e6-4616-a60d-e3c870ea41fb,DISK]) is bad. 2024-11-18T20:07:22,777 WARN [DataStreamer for file /user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.1 block BP-541308594-172.17.0.2-1731960436615:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-541308594-172.17.0.2-1731960436615:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:07:22,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741844_1029 (size=1035) 2024-11-18T20:07:22,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741844_1029 (size=1035) 2024-11-18T20:07:26,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.1 after 4004ms 2024-11-18T20:07:26,769 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.1 took 4012ms 2024-11-18T20:07:26,771 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.1; continuing. 2024-11-18T20:07:26,771 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.1 so closing down 2024-11-18T20:07:26,771 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:26,771 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:26,771 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-18T20:07:26,771 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.1, size=180 (180bytes) at 1731960442756Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.1 so closing down at 1731960446771 (+4015 ms)3 split writer threads finished at 1731960446771Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731960446771 2024-11-18T20:07:26,774 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/oldWALs/wal.dat.1 2024-11-18T20:07:26,775 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.2, size=1.0 K (1043bytes) 2024-11-18T20:07:26,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.2 2024-11-18T20:07:26,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.2 after 0ms 2024-11-18T20:07:26,779 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.2 took 5ms 2024-11-18T20:07:26,781 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.2 so closing down 2024-11-18T20:07:26,781 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:26,781 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:26,782 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:07:26,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.2, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.2, size=1.0 K (1043bytes) at 1731960446775Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.2 so closing down at 1731960446781 (+6 ms)3 split writer threads finished at 1731960446781Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731960446782 (+1 ms) 2024-11-18T20:07:26,785 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.2 to hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/oldWALs/wal.dat.2 2024-11-18T20:07:26,785 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.3, size=1.0 K (1043bytes) 2024-11-18T20:07:26,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.3 2024-11-18T20:07:26,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.3 after 1ms 2024-11-18T20:07:26,789 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.3 took 4ms 2024-11-18T20:07:26,791 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.3 so closing down 2024-11-18T20:07:26,791 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:26,791 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:26,791 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:07:26,791 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.3, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.3, size=1.0 K (1043bytes) at 1731960446785Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.3 so closing down at 1731960446791 (+6 ms)3 split writer threads finished at 1731960446791Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731960446791 2024-11-18T20:07:26,794 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.3 to hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/oldWALs/wal.dat.3 2024-11-18T20:07:26,794 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.4, size=1.0 K (1043bytes) 2024-11-18T20:07:26,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.4 2024-11-18T20:07:26,795 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.4 after 1ms 2024-11-18T20:07:26,799 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.4 took 4ms 2024-11-18T20:07:26,800 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.4 so closing down 2024-11-18T20:07:26,800 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:26,801 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:26,801 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:07:26,801 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.4, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.4, size=1.0 K (1043bytes) at 1731960446794Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.4 so closing down at 1731960446800 (+6 ms)3 split writer threads finished at 1731960446801 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731960446801 2024-11-18T20:07:26,804 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.4 to hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/oldWALs/wal.dat.4 2024-11-18T20:07:26,804 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.5, size=1.0 K (1043bytes) 2024-11-18T20:07:26,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.5 2024-11-18T20:07:26,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.5 after 1ms 2024-11-18T20:07:26,808 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.5 took 4ms 2024-11-18T20:07:26,810 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.5 so closing down 2024-11-18T20:07:26,810 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:26,810 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:26,810 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:07:26,810 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.5, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.5, size=1.0 K (1043bytes) at 1731960446804Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.5 so closing down at 1731960446810 (+6 ms)3 split writer threads finished at 1731960446810Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731960446810 2024-11-18T20:07:26,813 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.5 to hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/oldWALs/wal.dat.5 2024-11-18T20:07:26,813 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.6, size=1.0 K (1043bytes) 2024-11-18T20:07:26,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.6 2024-11-18T20:07:26,814 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.6 after 1ms 2024-11-18T20:07:26,817 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.6 took 4ms 2024-11-18T20:07:26,819 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.6 so closing down 2024-11-18T20:07:26,819 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:26,819 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:26,820 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:07:26,820 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.6, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.6, size=1.0 K (1043bytes) at 1731960446813Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.6 so closing down at 1731960446819 (+6 ms)3 split writer threads finished at 1731960446819Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731960446820 (+1 ms) 2024-11-18T20:07:26,823 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.6 to hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/oldWALs/wal.dat.6 2024-11-18T20:07:26,823 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.7, size=1.0 K (1043bytes) 2024-11-18T20:07:26,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.7 2024-11-18T20:07:26,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.7 after 0ms 2024-11-18T20:07:26,827 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.7 took 4ms 2024-11-18T20:07:26,828 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.7 so closing down 2024-11-18T20:07:26,828 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:26,829 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:26,829 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:07:26,829 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.7, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.7, size=1.0 K (1043bytes) at 1731960446823Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.7 so closing down at 1731960446828 (+5 ms)3 split writer threads finished at 1731960446829 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731960446829 2024-11-18T20:07:26,832 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.7 to hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/oldWALs/wal.dat.7 2024-11-18T20:07:26,832 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.8, size=1.0 K (1043bytes) 2024-11-18T20:07:26,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.8 2024-11-18T20:07:26,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.8 after 1ms 2024-11-18T20:07:26,836 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.8 took 4ms 2024-11-18T20:07:26,838 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.8 so closing down 2024-11-18T20:07:26,838 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:26,838 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:26,838 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:07:26,838 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.8, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.8, size=1.0 K (1043bytes) at 1731960446832Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.8 so closing down at 1731960446838 (+6 ms)3 split writer threads finished at 1731960446838Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731960446838 2024-11-18T20:07:26,841 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.8 to hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/oldWALs/wal.dat.8 2024-11-18T20:07:26,842 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.9, size=1.0 K (1043bytes) 2024-11-18T20:07:26,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.9 2024-11-18T20:07:26,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.9 after 0ms 2024-11-18T20:07:26,846 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.9 took 5ms 2024-11-18T20:07:26,848 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.9 so closing down 2024-11-18T20:07:26,848 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:26,848 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:26,848 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:07:26,849 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.9, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.9, size=1.0 K (1043bytes) at 1731960446842Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.9 so closing down at 1731960446848 (+6 ms)3 split writer threads finished at 1731960446848Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731960446848 2024-11-18T20:07:26,852 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/WALs/testsplitdeletedregion,16010,1731960442556/wal.dat.9 to hdfs://localhost:37893/user/jenkins/test-data/957e4291-f3b5-ebff-d2f8-0aa32c2d1e08/oldWALs/wal.dat.9 2024-11-18T20:07:26,862 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=138 (was 134) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/cluster_df429f9d-15d7-45fc-dbdc-608e9deb50f1/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1071802396_22 at /127.0.0.1:43700 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1071802396_22 at /127.0.0.1:35892 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:38971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/cluster_df429f9d-15d7-45fc-dbdc-608e9deb50f1/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=724 (was 787), ProcessCount=11 (was 11), AvailableMemoryMB=2058 (was 2070) 2024-11-18T20:07:26,868 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=724, ProcessCount=11, AvailableMemoryMB=2057 2024-11-18T20:07:26,869 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:26,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741853_1030 (size=7) 2024-11-18T20:07:26,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741853_1030 (size=7) 2024-11-18T20:07:26,879 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:26,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:26,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:26,883 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:26,884 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T20:07:26,886 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:26,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:26,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:26,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:26,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:26,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:26,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:26,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:26,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:26,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:26,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:26,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:26,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:26,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:26,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:26,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:26,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:26,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:26,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:26,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741854_1031 (size=863) 2024-11-18T20:07:26,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741854_1031 (size=863) 2024-11-18T20:07:26,900 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:26,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741855_1032 (size=859) 2024-11-18T20:07:26,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741855_1032 (size=859) 2024-11-18T20:07:26,934 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/WALs/testcorruptwaltrailer,16010,1731960446883/wal.dat.0, size=859 (859bytes) 2024-11-18T20:07:26,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/WALs/testcorruptwaltrailer,16010,1731960446883/wal.dat.0 2024-11-18T20:07:26,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/WALs/testcorruptwaltrailer,16010,1731960446883/wal.dat.0 after 0ms 2024-11-18T20:07:26,938 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/WALs/testcorruptwaltrailer,16010,1731960446883/wal.dat.0 took 5ms 2024-11-18T20:07:27,021 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/WALs/testcorruptwaltrailer,16010,1731960446883/wal.dat.0; continuing. 2024-11-18T20:07:27,021 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/WALs/testcorruptwaltrailer,16010,1731960446883/wal.dat.0 so closing down 2024-11-18T20:07:27,021 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:27,021 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:27,026 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:27,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:27,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741856_1033 (size=863) 2024-11-18T20:07:27,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741856_1033 (size=863) 2024-11-18T20:07:27,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:27,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T20:07:27,038 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/WALs/testcorruptwaltrailer,16010,1731960446883/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-18T20:07:27,038 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/WALs/testcorruptwaltrailer,16010,1731960446883/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/WALs/testcorruptwaltrailer,16010,1731960446883/wal.dat.0, size=859 (859bytes) at 1731960446934Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/WALs/testcorruptwaltrailer,16010,1731960446883/wal.dat.0 so closing down at 1731960447021 (+87 ms)3 split writer threads finished at 1731960447021Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960447028 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960447035 (+7 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731960447038 (+3 ms)Processed 10 edits across 1 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/WALs/testcorruptwaltrailer,16010,1731960446883/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731960447038 2024-11-18T20:07:27,041 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/WALs/testcorruptwaltrailer,16010,1731960446883/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/2f69c0e0-e8a1-de04-c199-b0bbfdcd6284/oldWALs/wal.dat.0 2024-11-18T20:07:27,059 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=138 (was 138), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=724 (was 724), ProcessCount=11 (was 11), AvailableMemoryMB=2037 (was 2057) 2024-11-18T20:07:27,065 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=724, ProcessCount=11, AvailableMemoryMB=2037 2024-11-18T20:07:27,065 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:27,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741857_1034 (size=7) 2024-11-18T20:07:27,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741857_1034 (size=7) 2024-11-18T20:07:27,076 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:27,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:27,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:27,083 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:27,099 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=138 (was 138), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=724 (was 724), ProcessCount=11 (was 11), AvailableMemoryMB=2030 (was 2037) 2024-11-18T20:07:27,106 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=724, ProcessCount=11, AvailableMemoryMB=2029 2024-11-18T20:07:27,107 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:27,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741858_1035 (size=7) 2024-11-18T20:07:27,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741858_1035 (size=7) 2024-11-18T20:07:27,117 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:27,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:27,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:27,125 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:27,138 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-18T20:07:27,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741859_1036 (size=93) 2024-11-18T20:07:27,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741859_1036 (size=93) 2024-11-18T20:07:27,565 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=138 (was 138), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=724 (was 724), ProcessCount=11 (was 11), AvailableMemoryMB=2018 (was 2029) 2024-11-18T20:07:27,572 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=724, ProcessCount=11, AvailableMemoryMB=2017 2024-11-18T20:07:27,572 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:27,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741860_1037 (size=7) 2024-11-18T20:07:27,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741860_1037 (size=7) 2024-11-18T20:07:27,583 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:27,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:27,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:27,588 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:27,588 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:07:27,589 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:07:27,591 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:27,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741861_1038 (size=1393) 2024-11-18T20:07:27,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741861_1038 (size=1393) 2024-11-18T20:07:27,613 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:27,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:07:27,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741862_1039 (size=1393) 2024-11-18T20:07:27,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741862_1039 (size=1393) 2024-11-18T20:07:27,631 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:07:27,631 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:07:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741863_1040 (size=1393) 2024-11-18T20:07:27,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741863_1040 (size=1393) 2024-11-18T20:07:27,653 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:07:27,653 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:07:27,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741864_1041 (size=1393) 2024-11-18T20:07:27,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741864_1041 (size=1393) 2024-11-18T20:07:27,675 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:07:27,675 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:07:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:27,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:27,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741865_1042 (size=1393) 2024-11-18T20:07:27,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741865_1042 (size=1393) 2024-11-18T20:07:28,094 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:07:28,095 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:07:28,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741866_1043 (size=1393) 2024-11-18T20:07:28,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741866_1043 (size=1393) 2024-11-18T20:07:28,114 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:07:28,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:07:28,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741867_1044 (size=1405) 2024-11-18T20:07:28,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741867_1044 (size=1405) 2024-11-18T20:07:28,130 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:07:28,130 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:07:28,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741868_1045 (size=1413) 2024-11-18T20:07:28,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741868_1045 (size=1413) 2024-11-18T20:07:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:07:28,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:07:28,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741869_1046 (size=1413) 2024-11-18T20:07:28,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741869_1046 (size=1413) 2024-11-18T20:07:28,567 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:07:28,568 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:07:28,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:28,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:28,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741870_1047 (size=1413) 2024-11-18T20:07:28,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741870_1047 (size=1413) 2024-11-18T20:07:28,589 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:07:28,609 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/a6be0193-f770-5209-90ae-0044a4f55ebe/WALs/testioeonoutputthread,16010,1731960447588/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:07:28,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/a6be0193-f770-5209-90ae-0044a4f55ebe/WALs/testioeonoutputthread,16010,1731960447588/wal.dat.7 2024-11-18T20:07:28,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/a6be0193-f770-5209-90ae-0044a4f55ebe/WALs/testioeonoutputthread,16010,1731960447588/wal.dat.7 after 1ms 2024-11-18T20:07:28,613 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/a6be0193-f770-5209-90ae-0044a4f55ebe/WALs/testioeonoutputthread,16010,1731960447588/wal.dat.7 took 4ms 2024-11-18T20:07:28,617 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a6be0193-f770-5209-90ae-0044a4f55ebe/WALs/testioeonoutputthread,16010,1731960447588/wal.dat.7 so closing down 2024-11-18T20:07:28,617 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:28,617 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:28,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a6be0193-f770-5209-90ae-0044a4f55ebe/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:28,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a6be0193-f770-5209-90ae-0044a4f55ebe/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:28,637 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:07:28,637 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:07:28,637 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a6be0193-f770-5209-90ae-0044a4f55ebe/WALs/testioeonoutputthread,16010,1731960447588/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-18T20:07:28,638 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/a6be0193-f770-5209-90ae-0044a4f55ebe/WALs/testioeonoutputthread,16010,1731960447588/wal.dat.7, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/a6be0193-f770-5209-90ae-0044a4f55ebe/WALs/testioeonoutputthread,16010,1731960447588/wal.dat.7, size=1.4 K (1413bytes) at 1731960448609Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a6be0193-f770-5209-90ae-0044a4f55ebe/WALs/testioeonoutputthread,16010,1731960447588/wal.dat.7 so closing down at 1731960448617 (+8 ms)3 split writer threads finished at 1731960448617Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a6be0193-f770-5209-90ae-0044a4f55ebe/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731960448630 (+13 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a6be0193-f770-5209-90ae-0044a4f55ebe/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731960448630Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731960448637 (+7 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731960448637Processed 20 edits across 0 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a6be0193-f770-5209-90ae-0044a4f55ebe/WALs/testioeonoutputthread,16010,1731960447588/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731960448637 2024-11-18T20:07:28,646 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=140 (was 138) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/cluster_df429f9d-15d7-45fc-dbdc-608e9deb50f1/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1037805423_22 at /127.0.0.1:35892 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/cluster_df429f9d-15d7-45fc-dbdc-608e9deb50f1/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=724 (was 724), ProcessCount=11 (was 11), AvailableMemoryMB=1989 (was 2017) 2024-11-18T20:07:28,652 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=724, ProcessCount=11, AvailableMemoryMB=1989 2024-11-18T20:07:28,653 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:28,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741871_1048 (size=7) 2024-11-18T20:07:28,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741871_1048 (size=7) 2024-11-18T20:07:29,065 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:29,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:29,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:29,071 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:29,100 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:07:29,102 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:07:29,106 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:29,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741872_1049 (size=2324) 2024-11-18T20:07:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741872_1049 (size=2324) 2024-11-18T20:07:29,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:29,140 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:07:29,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741873_1050 (size=1393) 2024-11-18T20:07:29,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741873_1050 (size=1393) 2024-11-18T20:07:29,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:07:29,158 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:07:29,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-18T20:07:29,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-18T20:07:29,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-18T20:07:29,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-18T20:07:29,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-18T20:07:29,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-18T20:07:29,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-18T20:07:29,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-18T20:07:29,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-18T20:07:29,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-18T20:07:29,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-18T20:07:29,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-18T20:07:29,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-18T20:07:29,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-18T20:07:29,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-18T20:07:29,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-18T20:07:29,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-18T20:07:29,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-18T20:07:29,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-18T20:07:29,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-18T20:07:29,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-18T20:07:29,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-18T20:07:29,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-18T20:07:29,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-18T20:07:29,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-18T20:07:29,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-18T20:07:29,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-18T20:07:29,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-18T20:07:29,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-18T20:07:29,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-18T20:07:29,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-18T20:07:29,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-18T20:07:29,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-18T20:07:29,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-18T20:07:29,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-18T20:07:29,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-18T20:07:29,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-18T20:07:29,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-18T20:07:29,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-18T20:07:29,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-18T20:07:29,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-18T20:07:29,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-18T20:07:29,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-18T20:07:29,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-18T20:07:29,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-18T20:07:29,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-18T20:07:29,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-18T20:07:29,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-18T20:07:29,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-18T20:07:29,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-18T20:07:29,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-18T20:07:29,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-18T20:07:29,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-18T20:07:29,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-18T20:07:29,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-18T20:07:29,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-18T20:07:29,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-18T20:07:29,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-18T20:07:29,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-18T20:07:29,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-18T20:07:29,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-18T20:07:29,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-18T20:07:29,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-18T20:07:29,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-18T20:07:29,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-18T20:07:29,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-18T20:07:29,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-18T20:07:29,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-18T20:07:29,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-18T20:07:29,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-18T20:07:29,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-18T20:07:29,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-18T20:07:29,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-18T20:07:29,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-18T20:07:29,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-18T20:07:29,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-18T20:07:29,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-18T20:07:29,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-18T20:07:29,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-18T20:07:29,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-18T20:07:29,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-18T20:07:29,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-18T20:07:29,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-18T20:07:29,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-18T20:07:29,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-18T20:07:29,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-18T20:07:29,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-18T20:07:29,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-18T20:07:29,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-18T20:07:29,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-18T20:07:29,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-18T20:07:29,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-18T20:07:29,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-18T20:07:29,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-18T20:07:29,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-18T20:07:29,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-18T20:07:29,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-18T20:07:29,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-18T20:07:29,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-18T20:07:29,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-18T20:07:29,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-18T20:07:29,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-18T20:07:29,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-18T20:07:29,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-18T20:07:29,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-18T20:07:29,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-18T20:07:29,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-18T20:07:29,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-18T20:07:29,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-18T20:07:29,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-18T20:07:29,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-18T20:07:29,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-18T20:07:29,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-18T20:07:29,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-18T20:07:29,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-18T20:07:29,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-18T20:07:29,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-18T20:07:29,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-18T20:07:29,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-18T20:07:29,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-18T20:07:29,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-18T20:07:29,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-18T20:07:29,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-18T20:07:29,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-18T20:07:29,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-18T20:07:29,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-18T20:07:29,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-18T20:07:29,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-18T20:07:29,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-18T20:07:29,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-18T20:07:29,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-18T20:07:29,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-18T20:07:29,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-18T20:07:29,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-18T20:07:29,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-18T20:07:29,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-18T20:07:29,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-18T20:07:29,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-18T20:07:29,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-18T20:07:29,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-18T20:07:29,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-18T20:07:29,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-18T20:07:29,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-18T20:07:29,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-18T20:07:29,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-18T20:07:29,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-18T20:07:29,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-18T20:07:29,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-18T20:07:29,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-18T20:07:29,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-18T20:07:29,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-18T20:07:29,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-18T20:07:29,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-18T20:07:29,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-18T20:07:29,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-18T20:07:29,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-18T20:07:29,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-18T20:07:29,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-18T20:07:29,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-18T20:07:29,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-18T20:07:29,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-18T20:07:29,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-18T20:07:29,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-18T20:07:29,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-18T20:07:29,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-18T20:07:29,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-18T20:07:29,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-18T20:07:29,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-18T20:07:29,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-18T20:07:29,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-18T20:07:29,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-18T20:07:29,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-18T20:07:29,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-18T20:07:29,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-18T20:07:29,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-18T20:07:29,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-18T20:07:29,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-18T20:07:29,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-18T20:07:29,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-18T20:07:29,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-18T20:07:29,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-18T20:07:29,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-18T20:07:29,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-18T20:07:29,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-18T20:07:29,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-18T20:07:29,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-18T20:07:29,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-18T20:07:29,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-18T20:07:29,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-18T20:07:29,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-18T20:07:29,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-18T20:07:29,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-18T20:07:29,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-18T20:07:29,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-18T20:07:29,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-18T20:07:29,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-18T20:07:29,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-18T20:07:29,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-18T20:07:29,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-18T20:07:29,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-18T20:07:29,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-18T20:07:29,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-18T20:07:29,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-18T20:07:29,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-18T20:07:29,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-18T20:07:29,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-18T20:07:29,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-18T20:07:29,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-18T20:07:29,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-18T20:07:29,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-18T20:07:29,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-18T20:07:29,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-18T20:07:29,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-18T20:07:29,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-18T20:07:29,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-18T20:07:29,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-18T20:07:29,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-18T20:07:29,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-18T20:07:29,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-18T20:07:29,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-18T20:07:29,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-18T20:07:29,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-18T20:07:29,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-18T20:07:29,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-18T20:07:29,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-18T20:07:29,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-18T20:07:29,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-18T20:07:29,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-18T20:07:29,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-18T20:07:29,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-18T20:07:29,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-18T20:07:29,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-18T20:07:29,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-18T20:07:29,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-18T20:07:29,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-18T20:07:29,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-18T20:07:29,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-18T20:07:29,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-18T20:07:29,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-18T20:07:29,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-18T20:07:29,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-18T20:07:29,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-18T20:07:29,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-18T20:07:29,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-18T20:07:29,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-18T20:07:29,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-18T20:07:29,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-18T20:07:29,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-18T20:07:29,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-18T20:07:29,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-18T20:07:29,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-18T20:07:29,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-18T20:07:29,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-18T20:07:29,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-18T20:07:29,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-18T20:07:29,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-18T20:07:29,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-18T20:07:29,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-18T20:07:29,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-18T20:07:29,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-18T20:07:29,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-18T20:07:29,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-18T20:07:29,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-18T20:07:29,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-18T20:07:29,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-18T20:07:29,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-18T20:07:29,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-18T20:07:29,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-18T20:07:29,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-18T20:07:29,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-18T20:07:29,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-18T20:07:29,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-18T20:07:29,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-18T20:07:29,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-18T20:07:29,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-18T20:07:29,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-18T20:07:29,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-18T20:07:29,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-18T20:07:29,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-18T20:07:29,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-18T20:07:29,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-18T20:07:29,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-18T20:07:29,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-18T20:07:29,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-18T20:07:29,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-18T20:07:29,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-18T20:07:29,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-18T20:07:29,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-18T20:07:29,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-18T20:07:29,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-18T20:07:29,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-18T20:07:29,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-18T20:07:29,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-18T20:07:29,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-18T20:07:29,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-18T20:07:29,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-18T20:07:29,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-18T20:07:29,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-18T20:07:29,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-18T20:07:29,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-18T20:07:29,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-18T20:07:29,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-18T20:07:29,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-18T20:07:29,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-18T20:07:29,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-18T20:07:29,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-18T20:07:29,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-18T20:07:29,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-18T20:07:29,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-18T20:07:29,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-18T20:07:29,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-18T20:07:29,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-18T20:07:29,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-18T20:07:29,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-18T20:07:29,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-18T20:07:29,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-18T20:07:29,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-18T20:07:29,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-18T20:07:29,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-18T20:07:29,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-18T20:07:29,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-18T20:07:29,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-18T20:07:29,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-18T20:07:29,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-18T20:07:29,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-18T20:07:29,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-18T20:07:29,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-18T20:07:29,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-18T20:07:29,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-18T20:07:29,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-18T20:07:29,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-18T20:07:29,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-18T20:07:29,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-18T20:07:29,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-18T20:07:29,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-18T20:07:29,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-18T20:07:29,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-18T20:07:29,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-18T20:07:29,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-18T20:07:29,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-18T20:07:29,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-18T20:07:29,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-18T20:07:29,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-18T20:07:29,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-18T20:07:29,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-18T20:07:29,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-18T20:07:29,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-18T20:07:29,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-18T20:07:29,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-18T20:07:29,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-18T20:07:29,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-18T20:07:29,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-18T20:07:29,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-18T20:07:29,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-18T20:07:29,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-18T20:07:29,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-18T20:07:29,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-18T20:07:29,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-18T20:07:29,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-18T20:07:29,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-18T20:07:29,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-18T20:07:29,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-18T20:07:29,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-18T20:07:29,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-18T20:07:29,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-18T20:07:29,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-18T20:07:29,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-18T20:07:29,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-18T20:07:29,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-18T20:07:29,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-18T20:07:29,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-18T20:07:29,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-18T20:07:29,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-18T20:07:29,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-18T20:07:29,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-18T20:07:29,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-18T20:07:29,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-18T20:07:29,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-18T20:07:29,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-18T20:07:29,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-18T20:07:29,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-18T20:07:29,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-18T20:07:29,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-18T20:07:29,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-18T20:07:29,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-18T20:07:29,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-18T20:07:29,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-18T20:07:29,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-18T20:07:29,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-18T20:07:29,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-18T20:07:29,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-18T20:07:29,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-18T20:07:29,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-18T20:07:29,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-18T20:07:29,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-18T20:07:29,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-18T20:07:29,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-18T20:07:29,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-18T20:07:29,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-18T20:07:29,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-18T20:07:29,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-18T20:07:29,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-18T20:07:29,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-18T20:07:29,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-18T20:07:29,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-18T20:07:29,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-18T20:07:29,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-18T20:07:29,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-18T20:07:29,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-18T20:07:29,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-18T20:07:29,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-18T20:07:29,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-18T20:07:29,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-18T20:07:29,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-18T20:07:29,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-18T20:07:29,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-18T20:07:29,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-18T20:07:29,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-18T20:07:29,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-18T20:07:29,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-18T20:07:29,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-18T20:07:29,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-18T20:07:29,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-18T20:07:29,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-18T20:07:29,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-18T20:07:29,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-18T20:07:29,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-18T20:07:29,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-18T20:07:29,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-18T20:07:29,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-18T20:07:29,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-18T20:07:29,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-18T20:07:29,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-18T20:07:29,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-18T20:07:29,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-18T20:07:29,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-18T20:07:29,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-18T20:07:29,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-18T20:07:29,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-18T20:07:29,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-18T20:07:29,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-18T20:07:29,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-18T20:07:29,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-18T20:07:29,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-18T20:07:29,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-18T20:07:29,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-18T20:07:29,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-18T20:07:29,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-18T20:07:29,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-18T20:07:29,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-18T20:07:29,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-18T20:07:29,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-18T20:07:29,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-18T20:07:29,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-18T20:07:29,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-18T20:07:29,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-18T20:07:29,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-18T20:07:29,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-18T20:07:29,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-18T20:07:29,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-18T20:07:29,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-18T20:07:29,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-18T20:07:29,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-18T20:07:29,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-18T20:07:29,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-18T20:07:29,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-18T20:07:29,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-18T20:07:29,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-18T20:07:29,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-18T20:07:29,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-18T20:07:29,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-18T20:07:29,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-18T20:07:29,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-18T20:07:29,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-18T20:07:29,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-18T20:07:29,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-18T20:07:29,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-18T20:07:29,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-18T20:07:29,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-18T20:07:29,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-18T20:07:29,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-18T20:07:29,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-18T20:07:29,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-18T20:07:29,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-18T20:07:29,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-18T20:07:29,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-18T20:07:29,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:29,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:29,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-18T20:07:30,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-18T20:07:30,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-18T20:07:30,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-18T20:07:30,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-18T20:07:30,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-18T20:07:30,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-18T20:07:30,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-18T20:07:30,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-18T20:07:30,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-18T20:07:30,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-18T20:07:30,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-18T20:07:30,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-18T20:07:30,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-18T20:07:30,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-18T20:07:30,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-18T20:07:30,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-18T20:07:30,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-18T20:07:30,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-18T20:07:30,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-18T20:07:30,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-18T20:07:30,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-18T20:07:30,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-18T20:07:30,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-18T20:07:30,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-18T20:07:30,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-18T20:07:30,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-18T20:07:30,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-18T20:07:30,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-18T20:07:30,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-18T20:07:30,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-18T20:07:30,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-18T20:07:30,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-18T20:07:30,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-18T20:07:30,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-18T20:07:30,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-18T20:07:30,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-18T20:07:30,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-18T20:07:30,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-18T20:07:30,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-18T20:07:30,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-18T20:07:30,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-18T20:07:30,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-18T20:07:30,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-18T20:07:30,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-18T20:07:30,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-18T20:07:30,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-18T20:07:30,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-18T20:07:30,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-18T20:07:30,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-18T20:07:30,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-18T20:07:30,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-18T20:07:30,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-18T20:07:30,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-18T20:07:30,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-18T20:07:30,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-18T20:07:30,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-18T20:07:30,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-18T20:07:30,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-18T20:07:30,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-18T20:07:30,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-18T20:07:30,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-18T20:07:30,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-18T20:07:30,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-18T20:07:30,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-18T20:07:30,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-18T20:07:30,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-18T20:07:30,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-18T20:07:30,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-18T20:07:30,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-18T20:07:30,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-18T20:07:30,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-18T20:07:30,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-18T20:07:30,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-18T20:07:30,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-18T20:07:30,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-18T20:07:30,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-18T20:07:30,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-18T20:07:30,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-18T20:07:30,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-18T20:07:30,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-18T20:07:30,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-18T20:07:30,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-18T20:07:30,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-18T20:07:30,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-18T20:07:30,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-18T20:07:30,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-18T20:07:30,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-18T20:07:30,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-18T20:07:30,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-18T20:07:30,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-18T20:07:30,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-18T20:07:30,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-18T20:07:30,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-18T20:07:30,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-18T20:07:30,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-18T20:07:30,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-18T20:07:30,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-18T20:07:30,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-18T20:07:30,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-18T20:07:30,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-18T20:07:30,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-18T20:07:30,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-18T20:07:30,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-18T20:07:30,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-18T20:07:30,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-18T20:07:30,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-18T20:07:30,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-18T20:07:30,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-18T20:07:30,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-18T20:07:30,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-18T20:07:30,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-18T20:07:30,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-18T20:07:30,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-18T20:07:30,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-18T20:07:30,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-18T20:07:30,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-18T20:07:30,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-18T20:07:30,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-18T20:07:30,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-18T20:07:30,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-18T20:07:30,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-18T20:07:30,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-18T20:07:30,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-18T20:07:30,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-18T20:07:30,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-18T20:07:30,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,195 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071): HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731960449140; access_time=1731960449109; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960449157; access_time=1731960449141; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731960449158; access_time=1731960449158; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T20:07:30,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-18T20:07:30,195 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-18T20:07:30,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-18T20:07:30,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-18T20:07:30,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-18T20:07:30,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-18T20:07:30,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-18T20:07:30,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-18T20:07:30,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-18T20:07:30,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-18T20:07:30,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-18T20:07:30,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-18T20:07:30,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-18T20:07:30,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-18T20:07:30,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-18T20:07:30,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-18T20:07:30,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-18T20:07:30,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,219 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T20:07:30,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.0 2024-11-18T20:07:30,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-18T20:07:30,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.0 after 1ms 2024-11-18T20:07:30,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-18T20:07:30,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-18T20:07:30,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,225 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.0 took 6ms 2024-11-18T20:07:30,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-18T20:07:30,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-18T20:07:30,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-18T20:07:30,229 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.0 so closing down 2024-11-18T20:07:30,229 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:30,229 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:30,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-18T20:07:30,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,233 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:30,233 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:30,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-18T20:07:30,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:30,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:30,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-18T20:07:30,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-18T20:07:30,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-18T20:07:30,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-18T20:07:30,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-18T20:07:30,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741876_1053 (size=743) 2024-11-18T20:07:30,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741876_1053 (size=743) 2024-11-18T20:07:30,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:30,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741875_1052 (size=743) 2024-11-18T20:07:30,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-18T20:07:30,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741875_1052 (size=743) 2024-11-18T20:07:30,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:30,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-18T20:07:30,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-18T20:07:30,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:07:30,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:07:30,250 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 25 ms; skipped=7; WAL=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-18T20:07:30,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,251 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.0, size=2.3 K (2324bytes) at 1731960450220Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.0 so closing down at 1731960450229 (+9 ms)3 split writer threads finished at 1731960450229Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960450236 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960450236Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960450246 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960450247 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731960450250 (+3 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731960450250Processed 27 edits across 2 Regions in 25 ms; skipped=7; WAL=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731960450250 2024-11-18T20:07:30,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-18T20:07:30,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-18T20:07:30,253 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/oldWALs/wal.dat.0 2024-11-18T20:07:30,254 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:07:30,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.1 2024-11-18T20:07:30,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.1 after 0ms 2024-11-18T20:07:30,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-18T20:07:30,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-18T20:07:30,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,258 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.1 took 4ms 2024-11-18T20:07:30,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-18T20:07:30,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-18T20:07:30,261 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.1 so closing down 2024-11-18T20:07:30,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,261 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:30,261 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:30,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-18T20:07:30,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-18T20:07:30,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-18T20:07:30,265 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:30,265 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:30,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-18T20:07:30,266 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:30,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:30,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-18T20:07:30,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-18T20:07:30,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-18T20:07:30,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741877_1054 (size=743) 2024-11-18T20:07:30,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:30,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741878_1055 (size=743) 2024-11-18T20:07:30,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-18T20:07:30,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741878_1055 (size=743) 2024-11-18T20:07:30,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:30,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741877_1054 (size=743) 2024-11-18T20:07:30,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-18T20:07:30,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-18T20:07:30,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:07:30,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:07:30,279 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:30,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-18T20:07:30,279 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.1, size=1.4 K (1393bytes) at 1731960450254Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.1 so closing down at 1731960450261 (+7 ms)3 split writer threads finished at 1731960450261Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731960450266 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731960450266Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960450274 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960450275 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731960450278 (+3 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731960450279 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960450279 2024-11-18T20:07:30,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-18T20:07:30,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,282 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/oldWALs/wal.dat.1 2024-11-18T20:07:30,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,282 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.2, size=150 (150bytes) 2024-11-18T20:07:30,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.2 2024-11-18T20:07:30,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-18T20:07:30,283 WARN [IPC Server handler 1 on default port 37893 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-18T20:07:30,283 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.2 after 1ms 2024-11-18T20:07:30,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-18T20:07:30,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-18T20:07:30,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-18T20:07:30,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-18T20:07:30,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-18T20:07:30,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-18T20:07:30,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-18T20:07:30,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-18T20:07:30,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-18T20:07:30,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-18T20:07:30,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-18T20:07:30,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-18T20:07:30,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-18T20:07:30,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-18T20:07:30,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-18T20:07:30,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-18T20:07:30,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-18T20:07:30,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-18T20:07:30,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-18T20:07:30,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-18T20:07:30,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-18T20:07:30,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-18T20:07:30,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-18T20:07:30,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-18T20:07:30,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-18T20:07:30,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-18T20:07:30,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-18T20:07:30,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-18T20:07:30,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-18T20:07:30,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-18T20:07:30,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-18T20:07:30,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-18T20:07:30,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-18T20:07:30,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-18T20:07:30,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-18T20:07:30,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-18T20:07:30,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-18T20:07:30,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-18T20:07:30,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-18T20:07:30,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-18T20:07:30,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-18T20:07:30,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-18T20:07:30,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-18T20:07:30,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-18T20:07:30,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-18T20:07:30,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-18T20:07:30,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-18T20:07:30,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-18T20:07:30,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-18T20:07:30,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-18T20:07:30,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-18T20:07:30,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-18T20:07:30,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-18T20:07:30,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-18T20:07:30,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-18T20:07:30,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-18T20:07:30,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-18T20:07:30,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-18T20:07:30,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-18T20:07:30,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-18T20:07:30,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-18T20:07:30,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-18T20:07:30,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-18T20:07:30,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-18T20:07:30,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-18T20:07:30,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-18T20:07:30,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-18T20:07:30,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-18T20:07:30,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-18T20:07:30,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-18T20:07:30,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-18T20:07:30,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-18T20:07:30,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-18T20:07:30,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-18T20:07:30,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-18T20:07:30,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-18T20:07:30,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-18T20:07:30,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-18T20:07:30,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-18T20:07:30,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-18T20:07:30,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-18T20:07:30,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-18T20:07:30,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-18T20:07:30,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-18T20:07:30,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-18T20:07:30,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-18T20:07:30,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-18T20:07:30,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-18T20:07:30,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-18T20:07:30,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-18T20:07:30,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-18T20:07:30,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-18T20:07:30,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-18T20:07:30,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-18T20:07:30,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-18T20:07:30,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-18T20:07:30,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-18T20:07:30,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-18T20:07:30,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-18T20:07:30,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-18T20:07:30,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-18T20:07:30,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-18T20:07:30,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-18T20:07:30,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-18T20:07:30,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-18T20:07:30,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-18T20:07:30,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-18T20:07:30,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-18T20:07:30,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-18T20:07:30,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-18T20:07:30,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-18T20:07:30,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-18T20:07:30,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-18T20:07:30,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-18T20:07:30,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-18T20:07:30,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-18T20:07:30,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-18T20:07:30,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-18T20:07:30,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-18T20:07:30,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-18T20:07:30,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-18T20:07:30,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-18T20:07:30,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-18T20:07:30,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-18T20:07:30,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-18T20:07:30,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-18T20:07:30,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-18T20:07:30,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-18T20:07:30,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-18T20:07:30,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-18T20:07:30,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-18T20:07:30,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-18T20:07:30,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-18T20:07:30,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-18T20:07:30,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-18T20:07:30,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-18T20:07:30,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-18T20:07:30,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-18T20:07:30,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-18T20:07:30,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-18T20:07:30,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-18T20:07:30,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-18T20:07:30,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-18T20:07:30,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-18T20:07:30,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-18T20:07:30,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-18T20:07:30,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-18T20:07:30,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-18T20:07:30,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-18T20:07:30,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-18T20:07:30,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-18T20:07:30,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-18T20:07:30,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-18T20:07:30,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-18T20:07:30,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-18T20:07:30,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-18T20:07:30,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-18T20:07:30,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-18T20:07:30,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-18T20:07:30,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-18T20:07:30,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-18T20:07:30,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-18T20:07:30,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-18T20:07:30,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-18T20:07:30,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-18T20:07:30,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-18T20:07:30,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-18T20:07:30,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-18T20:07:30,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-18T20:07:30,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-18T20:07:30,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-18T20:07:30,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-18T20:07:30,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-18T20:07:30,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-18T20:07:30,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-18T20:07:30,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-18T20:07:30,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-18T20:07:30,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-18T20:07:30,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-18T20:07:30,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-18T20:07:30,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-18T20:07:30,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-18T20:07:30,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-18T20:07:30,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-18T20:07:30,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-18T20:07:30,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-18T20:07:30,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-18T20:07:30,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-18T20:07:30,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-18T20:07:30,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-18T20:07:30,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-18T20:07:30,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-18T20:07:30,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-18T20:07:30,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-18T20:07:30,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-18T20:07:30,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-18T20:07:30,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-18T20:07:30,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-18T20:07:30,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-18T20:07:30,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=893, seq=0 2024-11-18T20:07:30,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=894, seq=0 2024-11-18T20:07:30,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=895, seq=0 2024-11-18T20:07:30,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=896, seq=0 2024-11-18T20:07:30,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=897, seq=0 2024-11-18T20:07:30,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=898, seq=0 2024-11-18T20:07:30,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=899, seq=0 2024-11-18T20:07:30,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=900, seq=0 2024-11-18T20:07:30,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=901, seq=0 2024-11-18T20:07:30,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=902, seq=0 2024-11-18T20:07:30,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=903, seq=0 2024-11-18T20:07:30,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=904, seq=0 2024-11-18T20:07:30,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=905, seq=0 2024-11-18T20:07:30,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=906, seq=0 2024-11-18T20:07:30,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=907, seq=0 2024-11-18T20:07:30,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=908, seq=0 2024-11-18T20:07:30,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=909, seq=0 2024-11-18T20:07:30,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=910, seq=0 2024-11-18T20:07:30,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=911, seq=0 2024-11-18T20:07:30,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=912, seq=0 2024-11-18T20:07:30,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=913, seq=0 2024-11-18T20:07:30,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=914, seq=0 2024-11-18T20:07:30,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=915, seq=0 2024-11-18T20:07:30,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=916, seq=0 2024-11-18T20:07:30,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=917, seq=0 2024-11-18T20:07:30,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=918, seq=0 2024-11-18T20:07:30,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=919, seq=0 2024-11-18T20:07:30,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=920, seq=0 2024-11-18T20:07:30,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=921, seq=0 2024-11-18T20:07:30,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=922, seq=0 2024-11-18T20:07:30,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=923, seq=0 2024-11-18T20:07:30,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=924, seq=0 2024-11-18T20:07:30,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=925, seq=0 2024-11-18T20:07:30,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=926, seq=0 2024-11-18T20:07:30,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=927, seq=0 2024-11-18T20:07:30,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=928, seq=0 2024-11-18T20:07:30,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=929, seq=0 2024-11-18T20:07:30,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=930, seq=0 2024-11-18T20:07:30,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=931, seq=0 2024-11-18T20:07:30,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=932, seq=0 2024-11-18T20:07:30,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=933, seq=0 2024-11-18T20:07:30,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=934, seq=0 2024-11-18T20:07:30,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=935, seq=0 2024-11-18T20:07:30,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=936, seq=0 2024-11-18T20:07:30,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=937, seq=0 2024-11-18T20:07:30,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=938, seq=0 2024-11-18T20:07:30,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=939, seq=0 2024-11-18T20:07:30,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=940, seq=0 2024-11-18T20:07:30,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=941, seq=0 2024-11-18T20:07:30,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=942, seq=0 2024-11-18T20:07:30,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=943, seq=0 2024-11-18T20:07:30,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=944, seq=0 2024-11-18T20:07:30,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=945, seq=0 2024-11-18T20:07:30,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=946, seq=0 2024-11-18T20:07:30,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=947, seq=0 2024-11-18T20:07:30,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=948, seq=0 2024-11-18T20:07:30,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=949, seq=0 2024-11-18T20:07:30,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=950, seq=0 2024-11-18T20:07:30,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=951, seq=0 2024-11-18T20:07:30,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=952, seq=0 2024-11-18T20:07:30,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=953, seq=0 2024-11-18T20:07:30,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=954, seq=0 2024-11-18T20:07:30,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=955, seq=0 2024-11-18T20:07:30,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=956, seq=0 2024-11-18T20:07:30,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=957, seq=0 2024-11-18T20:07:30,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=958, seq=0 2024-11-18T20:07:30,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=959, seq=0 2024-11-18T20:07:30,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=960, seq=0 2024-11-18T20:07:30,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=961, seq=0 2024-11-18T20:07:30,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=962, seq=0 2024-11-18T20:07:30,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=963, seq=0 2024-11-18T20:07:30,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=964, seq=0 2024-11-18T20:07:30,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=965, seq=0 2024-11-18T20:07:30,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=966, seq=0 2024-11-18T20:07:30,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=967, seq=0 2024-11-18T20:07:30,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=968, seq=0 2024-11-18T20:07:30,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=969, seq=0 2024-11-18T20:07:30,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=970, seq=0 2024-11-18T20:07:30,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=971, seq=0 2024-11-18T20:07:30,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=972, seq=0 2024-11-18T20:07:30,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=973, seq=0 2024-11-18T20:07:30,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=974, seq=0 2024-11-18T20:07:30,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=975, seq=0 2024-11-18T20:07:30,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=976, seq=0 2024-11-18T20:07:30,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=977, seq=0 2024-11-18T20:07:30,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=978, seq=0 2024-11-18T20:07:30,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=979, seq=0 2024-11-18T20:07:30,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=980, seq=0 2024-11-18T20:07:30,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=981, seq=0 2024-11-18T20:07:30,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=982, seq=0 2024-11-18T20:07:30,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=983, seq=0 2024-11-18T20:07:30,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=984, seq=0 2024-11-18T20:07:30,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=985, seq=0 2024-11-18T20:07:30,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=986, seq=0 2024-11-18T20:07:30,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=987, seq=0 2024-11-18T20:07:30,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=988, seq=0 2024-11-18T20:07:30,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=989, seq=0 2024-11-18T20:07:30,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=990, seq=0 2024-11-18T20:07:30,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=991, seq=0 2024-11-18T20:07:30,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=992, seq=0 2024-11-18T20:07:30,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=993, seq=0 2024-11-18T20:07:30,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=994, seq=0 2024-11-18T20:07:30,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:07:30,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:07:30,763 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1680918933_538 at /127.0.0.1:43924 [Receiving block BP-541308594-172.17.0.2-1731960436615:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:45865:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43924 dst: /127.0.0.1:45865 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:07:30,763 WARN [ResponseProcessor for block BP-541308594-172.17.0.2-1731960436615:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-541308594-172.17.0.2-1731960436615:blk_1073741874_1051 java.net.SocketException: Connection reset at sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394) ~[?:?] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426) ~[?:?] at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:141) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:07:30,763 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1680918933_538 at /127.0.0.1:36110 [Receiving block BP-541308594-172.17.0.2-1731960436615:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:38407:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36110 dst: /127.0.0.1:38407 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38407 remote=/127.0.0.1:36110]. Total timeout mills is 60000, 59999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:07:30,764 WARN [DataStreamer for file /user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.2 block BP-541308594-172.17.0.2-1731960436615:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-541308594-172.17.0.2-1731960436615:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:38407,DS-235c99ab-c6e6-4616-a60d-e3c870ea41fb,DISK], DatanodeInfoWithStorage[127.0.0.1:45865,DS-77fc9793-31e6-49c9-98ac-8d1a2fefa3a7,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:38407,DS-235c99ab-c6e6-4616-a60d-e3c870ea41fb,DISK]) is bad. 2024-11-18T20:07:30,765 WARN [DataStreamer for file /user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.2 block BP-541308594-172.17.0.2-1731960436615:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-541308594-172.17.0.2-1731960436615:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:07:30,765 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-541308594-172.17.0.2-1731960436615:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:07:30,766 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-541308594-172.17.0.2-1731960436615:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-18T20:07:30,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741874_1056 (size=63011) 2024-11-18T20:07:30,766 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-541308594-172.17.0.2-1731960436615:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 995 2024-11-18T20:07:30,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-18T20:07:30,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741874_1056 (size=63011) 2024-11-18T20:07:30,767 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-541308594-172.17.0.2-1731960436615:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:07:30,767 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-541308594-172.17.0.2-1731960436615:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:07:34,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.2 after 4002ms 2024-11-18T20:07:34,288 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.2 took 4006ms 2024-11-18T20:07:34,324 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.2; continuing. 2024-11-18T20:07:34,325 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.2 so closing down 2024-11-18T20:07:34,325 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:34,327 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:34,331 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:34,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:34,333 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:34,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:34,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741879_1057 (size=743) 2024-11-18T20:07:34,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:34,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741879_1057 (size=743) 2024-11-18T20:07:34,346 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:07:34,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741880_1058 (size=62369) 2024-11-18T20:07:34,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741880_1058 (size=62369) 2024-11-18T20:07:34,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 974 edits, skipped 0 edits in 8 ms) 2024-11-18T20:07:34,357 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:07:34,358 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 984 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-18T20:07:34,358 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.2, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.2, size=150 (150bytes) at 1731960450282Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.2 so closing down at 1731960454325 (+4043 ms)3 split writer threads finished at 1731960454327 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731960454332 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731960454334 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960454344 (+10 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731960454346 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 974 edits, skipped 0 edits in 8 ms) at 1731960454356 (+10 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731960454358 (+2 ms)Processed 984 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731960454358 2024-11-18T20:07:34,360 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/WALs/testlogcannotbewrittenonceparsed,16010,1731960449071/wal.dat.2 to hdfs://localhost:37893/user/jenkins/test-data/e307a5a2-6efa-9475-61f1-ec2f0dc0d686/oldWALs/wal.dat.2 2024-11-18T20:07:34,361 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-18T20:07:34,382 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=994, robber=994 2024-11-18T20:07:34,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=146 (was 140) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:37893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1037805423_22 at /127.0.0.1:37114 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:37893 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:37893 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:37893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1037805423_22 at /127.0.0.1:39390 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=401 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=698 (was 724), ProcessCount=11 (was 11), AvailableMemoryMB=1834 (was 1989) 2024-11-18T20:07:34,399 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=146, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=698, ProcessCount=11, AvailableMemoryMB=1834 2024-11-18T20:07:34,399 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:34,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741881_1059 (size=7) 2024-11-18T20:07:34,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741881_1059 (size=7) 2024-11-18T20:07:34,409 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:34,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:34,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:34,413 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:34,415 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:07:34,416 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:07:34,417 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:34,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741882_1060 (size=1393) 2024-11-18T20:07:34,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741882_1060 (size=1393) 2024-11-18T20:07:34,435 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:34,435 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:07:34,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741883_1061 (size=1393) 2024-11-18T20:07:34,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741883_1061 (size=1393) 2024-11-18T20:07:34,451 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:07:34,452 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:07:34,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741884_1062 (size=1393) 2024-11-18T20:07:34,469 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:07:34,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741884_1062 (size=1393) 2024-11-18T20:07:34,469 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:07:34,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741885_1063 (size=1393) 2024-11-18T20:07:34,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741885_1063 (size=1393) 2024-11-18T20:07:34,486 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:07:34,486 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:07:34,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741886_1064 (size=1393) 2024-11-18T20:07:34,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741886_1064 (size=1393) 2024-11-18T20:07:34,504 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:07:34,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:07:34,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741887_1065 (size=1393) 2024-11-18T20:07:34,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741887_1065 (size=1393) 2024-11-18T20:07:34,519 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:07:34,520 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:07:34,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741888_1066 (size=1405) 2024-11-18T20:07:34,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741888_1066 (size=1405) 2024-11-18T20:07:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:07:34,535 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:07:34,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741889_1067 (size=1413) 2024-11-18T20:07:34,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741889_1067 (size=1413) 2024-11-18T20:07:34,555 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:07:34,555 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:07:34,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741890_1068 (size=1413) 2024-11-18T20:07:34,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741890_1068 (size=1413) 2024-11-18T20:07:34,574 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:07:34,575 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:07:34,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:34,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:34,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741891_1069 (size=1413) 2024-11-18T20:07:34,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741891_1069 (size=1413) 2024-11-18T20:07:34,595 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:07:34,618 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:07:34,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.0 2024-11-18T20:07:34,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.0 after 2ms 2024-11-18T20:07:34,622 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:07:36,629 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.0 took 2011ms 2024-11-18T20:07:36,632 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.0 so closing down 2024-11-18T20:07:36,633 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:36,633 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:36,638 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:36,638 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:36,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:36,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:36,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741892_1070 (size=743) 2024-11-18T20:07:36,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741892_1070 (size=743) 2024-11-18T20:07:36,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741893_1071 (size=743) 2024-11-18T20:07:36,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741893_1071 (size=743) 2024-11-18T20:07:36,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:36,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:07:37,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:37,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:07:37,059 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:37,059 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.0, size=1.4 K (1393bytes) at 1731960454618Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.0 so closing down at 1731960456632 (+2014 ms)3 split writer threads finished at 1731960456633 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960456640 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960456643 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960456656 (+13 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731960456660 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960457055 (+395 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731960457059 (+4 ms)Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960457059 2024-11-18T20:07:37,064 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/oldWALs/wal.dat.0 2024-11-18T20:07:37,065 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:07:37,065 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.1 2024-11-18T20:07:37,066 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.1 after 1ms 2024-11-18T20:07:37,071 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.1 took 6ms 2024-11-18T20:07:37,073 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.1 so closing down 2024-11-18T20:07:37,073 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:37,073 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:37,077 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:37,078 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:37,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:37,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:37,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741894_1072 (size=743) 2024-11-18T20:07:37,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741894_1072 (size=743) 2024-11-18T20:07:37,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741895_1073 (size=743) 2024-11-18T20:07:37,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741895_1073 (size=743) 2024-11-18T20:07:37,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:37,095 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:07:37,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:37,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:07:37,494 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:37,495 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.1, size=1.4 K (1393bytes) at 1731960457065Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.1 so closing down at 1731960457073 (+8 ms)3 split writer threads finished at 1731960457073Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731960457078 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731960457080 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960457091 (+11 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731960457095 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960457490 (+395 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731960457494 (+4 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960457495 (+1 ms) 2024-11-18T20:07:37,500 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/oldWALs/wal.dat.1 2024-11-18T20:07:37,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:07:37,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.2 2024-11-18T20:07:37,502 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.2 after 1ms 2024-11-18T20:07:37,507 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.2 took 7ms 2024-11-18T20:07:37,508 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.2 so closing down 2024-11-18T20:07:37,509 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:37,509 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:37,513 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:37,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:37,515 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:37,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:37,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741896_1074 (size=743) 2024-11-18T20:07:37,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741896_1074 (size=743) 2024-11-18T20:07:37,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:37,527 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:07:37,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741897_1075 (size=743) 2024-11-18T20:07:37,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741897_1075 (size=743) 2024-11-18T20:07:37,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:37,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:07:37,938 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:37,938 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.2, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.2, size=1.4 K (1393bytes) at 1731960457501Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.2 so closing down at 1731960457508 (+7 ms)3 split writer threads finished at 1731960457509 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731960457514 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731960457517 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960457523 (+6 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731960457527 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960457934 (+407 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731960457938 (+4 ms)Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960457938 2024-11-18T20:07:37,944 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.2 to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/oldWALs/wal.dat.2 2024-11-18T20:07:37,944 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:07:37,944 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.3 2024-11-18T20:07:37,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.3 after 2ms 2024-11-18T20:07:37,951 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.3 took 7ms 2024-11-18T20:07:37,959 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.3 so closing down 2024-11-18T20:07:37,959 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:37,959 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:37,964 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:37,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:37,968 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:37,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:37,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741898_1076 (size=743) 2024-11-18T20:07:37,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741898_1076 (size=743) 2024-11-18T20:07:37,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:37,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:07:37,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741899_1077 (size=743) 2024-11-18T20:07:37,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741899_1077 (size=743) 2024-11-18T20:07:37,985 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:37,987 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:07:37,988 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:37,988 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.3, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.3, size=1.4 K (1393bytes) at 1731960457944Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.3 so closing down at 1731960457959 (+15 ms)3 split writer threads finished at 1731960457959Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731960457965 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731960457971 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960457974 (+3 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731960457977 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960457985 (+8 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731960457987 (+2 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960457988 (+1 ms) 2024-11-18T20:07:37,992 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.3 to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/oldWALs/wal.dat.3 2024-11-18T20:07:37,992 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:07:37,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.4 2024-11-18T20:07:37,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.4 after 0ms 2024-11-18T20:07:37,997 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.4 took 5ms 2024-11-18T20:07:37,999 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.4 so closing down 2024-11-18T20:07:37,999 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:37,999 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:38,002 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:38,002 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:38,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:38,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:38,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741901_1079 (size=743) 2024-11-18T20:07:38,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741900_1078 (size=743) 2024-11-18T20:07:38,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741900_1078 (size=743) 2024-11-18T20:07:38,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741901_1079 (size=743) 2024-11-18T20:07:38,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:38,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:38,414 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:07:38,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:07:38,414 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:38,414 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.4, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.4, size=1.4 K (1393bytes) at 1731960457993Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.4 so closing down at 1731960457999 (+6 ms)3 split writer threads finished at 1731960457999Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731960458004 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731960458004Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960458411 (+407 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960458411Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731960458414 (+3 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731960458414Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960458414 2024-11-18T20:07:38,417 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.4 to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/oldWALs/wal.dat.4 2024-11-18T20:07:38,417 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:07:38,417 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.5 2024-11-18T20:07:38,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.5 after 1ms 2024-11-18T20:07:38,421 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.5 took 4ms 2024-11-18T20:07:38,423 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.5 so closing down 2024-11-18T20:07:38,423 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:38,423 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:38,426 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:07:38,426 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:07:38,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:07:38,427 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:07:38,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741903_1081 (size=743) 2024-11-18T20:07:38,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741903_1081 (size=743) 2024-11-18T20:07:38,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741902_1080 (size=743) 2024-11-18T20:07:38,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:38,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741902_1080 (size=743) 2024-11-18T20:07:38,435 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:07:38,833 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:38,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:07:38,836 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:38,836 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.5, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.5, size=1.4 K (1393bytes) at 1731960458417Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.5 so closing down at 1731960458423 (+6 ms)3 split writer threads finished at 1731960458423Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731960458427 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731960458427Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960458433 (+6 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731960458435 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960458834 (+399 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731960458836 (+2 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960458836 2024-11-18T20:07:38,840 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.5 to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/oldWALs/wal.dat.5 2024-11-18T20:07:38,840 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:07:38,840 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.6 2024-11-18T20:07:38,841 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.6 after 1ms 2024-11-18T20:07:38,844 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.6 took 4ms 2024-11-18T20:07:38,846 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.6 so closing down 2024-11-18T20:07:38,846 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:38,846 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:38,850 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:38,850 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:38,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:38,851 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:38,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741904_1082 (size=749) 2024-11-18T20:07:38,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741905_1083 (size=749) 2024-11-18T20:07:38,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741904_1082 (size=749) 2024-11-18T20:07:38,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:38,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741905_1083 (size=749) 2024-11-18T20:07:38,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:38,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:07:38,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:07:38,868 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:07:38,868 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.6, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.6, size=1.4 K (1405bytes) at 1731960458840Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.6 so closing down at 1731960458846 (+6 ms)3 split writer threads finished at 1731960458846Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731960458851 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731960458851Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960458865 (+14 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960458865Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731960458867 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731960458868 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731960458868 2024-11-18T20:07:38,872 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.6 to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/oldWALs/wal.dat.6 2024-11-18T20:07:38,872 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:07:38,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.7 2024-11-18T20:07:38,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.7 after 0ms 2024-11-18T20:07:38,876 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.7 took 4ms 2024-11-18T20:07:38,877 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.7 so closing down 2024-11-18T20:07:38,877 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:38,877 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:38,881 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:38,881 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:38,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:38,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:38,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741906_1084 (size=753) 2024-11-18T20:07:38,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741906_1084 (size=753) 2024-11-18T20:07:38,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741907_1085 (size=753) 2024-11-18T20:07:38,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741907_1085 (size=753) 2024-11-18T20:07:38,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:38,904 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:07:39,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:39,297 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:07:39,298 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:39,298 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.7, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.7, size=1.4 K (1413bytes) at 1731960458872Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.7 so closing down at 1731960458877 (+5 ms)3 split writer threads finished at 1731960458877Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731960458882 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731960458889 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960458901 (+12 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731960458904 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960459295 (+391 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731960459297 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960459298 (+1 ms) 2024-11-18T20:07:39,301 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.7 to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/oldWALs/wal.dat.7 2024-11-18T20:07:39,301 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:07:39,301 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.8 2024-11-18T20:07:39,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.8 after 1ms 2024-11-18T20:07:39,305 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.8 took 4ms 2024-11-18T20:07:39,306 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.8 so closing down 2024-11-18T20:07:39,306 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:39,306 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:39,309 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:39,309 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:39,310 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:39,310 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:39,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741909_1087 (size=753) 2024-11-18T20:07:39,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741909_1087 (size=753) 2024-11-18T20:07:39,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741908_1086 (size=753) 2024-11-18T20:07:39,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741908_1086 (size=753) 2024-11-18T20:07:39,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:39,321 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:07:39,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:39,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:07:39,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:39,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.8, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.8, size=1.4 K (1413bytes) at 1731960459301Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.8 so closing down at 1731960459306 (+5 ms)3 split writer threads finished at 1731960459306Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731960459310 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731960459310Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960459319 (+9 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731960459321 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960459717 (+396 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731960459720 (+3 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960459720 2024-11-18T20:07:39,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.8 to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/oldWALs/wal.dat.8 2024-11-18T20:07:39,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:07:39,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.9 2024-11-18T20:07:39,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.9 after 1ms 2024-11-18T20:07:39,727 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.9 took 4ms 2024-11-18T20:07:39,728 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.9 so closing down 2024-11-18T20:07:39,728 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:39,728 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:39,732 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:39,733 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:39,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:39,734 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:39,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741911_1089 (size=753) 2024-11-18T20:07:39,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741910_1088 (size=753) 2024-11-18T20:07:39,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741911_1089 (size=753) 2024-11-18T20:07:39,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741910_1088 (size=753) 2024-11-18T20:07:39,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:39,742 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:39,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:07:39,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:07:39,746 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:39,746 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.9, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.9, size=1.4 K (1413bytes) at 1731960459723Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.9 so closing down at 1731960459728 (+5 ms)3 split writer threads finished at 1731960459728Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731960459734 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731960459734Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960459742 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960459742Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731960459746 (+4 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731960459746Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960459746 2024-11-18T20:07:39,749 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/WALs/testretryopenduringrecovery,16010,1731960454414/wal.dat.9 to hdfs://localhost:37893/user/jenkins/test-data/a545ae20-df29-67d7-9e37-0fbc9da16edf/oldWALs/wal.dat.9 2024-11-18T20:07:39,762 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=146 (was 146), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=650 (was 698), ProcessCount=11 (was 11), AvailableMemoryMB=1771 (was 1834) 2024-11-18T20:07:39,768 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=146, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=650, ProcessCount=11, AvailableMemoryMB=1771 2024-11-18T20:07:39,768 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:39,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741912_1090 (size=7) 2024-11-18T20:07:39,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741912_1090 (size=7) 2024-11-18T20:07:39,777 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:39,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:39,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:39,780 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:39,781 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:07:39,781 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:07:39,782 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:39,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741913_1091 (size=1393) 2024-11-18T20:07:39,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741913_1091 (size=1393) 2024-11-18T20:07:39,798 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:39,798 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:07:39,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741914_1092 (size=1393) 2024-11-18T20:07:39,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741914_1092 (size=1393) 2024-11-18T20:07:39,813 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:07:39,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:07:39,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741915_1093 (size=1393) 2024-11-18T20:07:39,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741915_1093 (size=1393) 2024-11-18T20:07:39,827 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:07:39,827 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:07:39,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741916_1094 (size=1393) 2024-11-18T20:07:39,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741916_1094 (size=1393) 2024-11-18T20:07:39,843 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:07:39,843 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:07:39,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741917_1095 (size=1393) 2024-11-18T20:07:39,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741917_1095 (size=1393) 2024-11-18T20:07:39,861 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:07:39,861 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:07:39,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,874 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:07:39,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741919_1097 (size=1405) 2024-11-18T20:07:39,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741919_1097 (size=1405) 2024-11-18T20:07:39,893 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:07:39,893 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:07:39,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741920_1098 (size=1413) 2024-11-18T20:07:39,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741920_1098 (size=1413) 2024-11-18T20:07:39,912 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:07:39,912 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:07:39,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741921_1099 (size=1413) 2024-11-18T20:07:39,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741921_1099 (size=1413) 2024-11-18T20:07:39,930 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:07:39,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:07:39,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:39,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:39,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741922_1100 (size=1413) 2024-11-18T20:07:39,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741922_1100 (size=1413) 2024-11-18T20:07:39,959 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:07:39,976 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:07:39,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.0 2024-11-18T20:07:39,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.0 after 1ms 2024-11-18T20:07:39,980 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.0 took 4ms 2024-11-18T20:07:39,983 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.0 so closing down 2024-11-18T20:07:39,983 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:39,983 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:39,986 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:39,986 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:39,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:39,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:40,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741924_1102 (size=743) 2024-11-18T20:07:40,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741924_1102 (size=743) 2024-11-18T20:07:40,003 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:40,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:07:40,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741923_1101 (size=743) 2024-11-18T20:07:40,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741923_1101 (size=743) 2024-11-18T20:07:40,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:40,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:07:40,007 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:40,007 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.0, size=1.4 K (1393bytes) at 1731960459976Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.0 so closing down at 1731960459983 (+7 ms)3 split writer threads finished at 1731960459983Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960459991 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960459992 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960460003 (+11 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731960460005 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960460005Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731960460007 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960460007 2024-11-18T20:07:40,009 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/oldWALs/wal.dat.0 2024-11-18T20:07:40,010 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:07:40,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.1 2024-11-18T20:07:40,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.1 after 0ms 2024-11-18T20:07:40,013 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.1 took 3ms 2024-11-18T20:07:40,015 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.1 so closing down 2024-11-18T20:07:40,015 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:40,016 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:40,019 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:40,019 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:40,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:40,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:40,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741926_1104 (size=743) 2024-11-18T20:07:40,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741925_1103 (size=743) 2024-11-18T20:07:40,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741925_1103 (size=743) 2024-11-18T20:07:40,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:40,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741926_1104 (size=743) 2024-11-18T20:07:40,031 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:07:40,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:40,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:07:40,033 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:40,033 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.1, size=1.4 K (1393bytes) at 1731960460010Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.1 so closing down at 1731960460015 (+5 ms)3 split writer threads finished at 1731960460016 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731960460020 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731960460020Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960460030 (+10 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731960460031 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960460032 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731960460033 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960460033 2024-11-18T20:07:40,035 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/oldWALs/wal.dat.1 2024-11-18T20:07:40,035 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:07:40,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.2 2024-11-18T20:07:40,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.2 after 1ms 2024-11-18T20:07:40,038 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.2 took 3ms 2024-11-18T20:07:40,042 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.2 so closing down 2024-11-18T20:07:40,042 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:40,042 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:40,045 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:40,045 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:40,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:40,046 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:40,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741928_1106 (size=743) 2024-11-18T20:07:40,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741928_1106 (size=743) 2024-11-18T20:07:40,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741927_1105 (size=743) 2024-11-18T20:07:40,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741927_1105 (size=743) 2024-11-18T20:07:40,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:40,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:07:40,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:40,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:07:40,456 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:40,456 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.2, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.2, size=1.4 K (1393bytes) at 1731960460035Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.2 so closing down at 1731960460042 (+7 ms)3 split writer threads finished at 1731960460042Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731960460046 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731960460046Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960460054 (+8 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731960460056 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960460454 (+398 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731960460456 (+2 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960460456 2024-11-18T20:07:40,458 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.2 to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/oldWALs/wal.dat.2 2024-11-18T20:07:40,458 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:07:40,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.3 2024-11-18T20:07:40,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.3 after 0ms 2024-11-18T20:07:40,461 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.3 took 3ms 2024-11-18T20:07:40,463 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.3 so closing down 2024-11-18T20:07:40,463 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:40,463 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:40,465 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:40,465 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:40,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:40,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:40,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741930_1108 (size=743) 2024-11-18T20:07:40,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741929_1107 (size=743) 2024-11-18T20:07:40,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741929_1107 (size=743) 2024-11-18T20:07:40,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:40,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741930_1108 (size=743) 2024-11-18T20:07:40,472 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:40,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:07:40,473 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:07:40,473 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:40,473 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.3, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.3, size=1.4 K (1393bytes) at 1731960460458Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.3 so closing down at 1731960460463 (+5 ms)3 split writer threads finished at 1731960460463Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731960460466 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731960460466Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960460471 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960460472 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731960460473 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731960460473Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960460473 2024-11-18T20:07:40,475 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.3 to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/oldWALs/wal.dat.3 2024-11-18T20:07:40,475 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:07:40,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.4 2024-11-18T20:07:40,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.4 after 0ms 2024-11-18T20:07:40,477 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.4 took 2ms 2024-11-18T20:07:40,479 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.4 so closing down 2024-11-18T20:07:40,479 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:40,479 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:40,481 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:40,481 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:40,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:40,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:40,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741932_1110 (size=743) 2024-11-18T20:07:40,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741931_1109 (size=743) 2024-11-18T20:07:40,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741931_1109 (size=743) 2024-11-18T20:07:40,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741932_1110 (size=743) 2024-11-18T20:07:40,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:40,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:07:40,490 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:40,491 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:07:40,491 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:40,492 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.4, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.4, size=1.4 K (1393bytes) at 1731960460475Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.4 so closing down at 1731960460479 (+4 ms)3 split writer threads finished at 1731960460479Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731960460482 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731960460482Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960460488 (+6 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731960460489 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960460490 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731960460491 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960460491 2024-11-18T20:07:40,493 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.4 to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/oldWALs/wal.dat.4 2024-11-18T20:07:40,493 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.5, size=150 (150bytes) 2024-11-18T20:07:40,493 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.5 2024-11-18T20:07:40,494 WARN [IPC Server handler 2 on default port 37893 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-18T20:07:40,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.5 after 1ms 2024-11-18T20:07:40,766 WARN [ResponseProcessor for block BP-541308594-172.17.0.2-1731960436615:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-541308594-172.17.0.2-1731960436615:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:07:40,766 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_393164175_22 at /127.0.0.1:37514 [Receiving block BP-541308594-172.17.0.2-1731960436615:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:45865:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37514 dst: /127.0.0.1:45865 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45865 remote=/127.0.0.1:37514]. Total timeout mills is 60000, 59109 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:07:40,767 WARN [DataStreamer for file /user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.5 block BP-541308594-172.17.0.2-1731960436615:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-541308594-172.17.0.2-1731960436615:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:45865,DS-77fc9793-31e6-49c9-98ac-8d1a2fefa3a7,DISK], DatanodeInfoWithStorage[127.0.0.1:38407,DS-235c99ab-c6e6-4616-a60d-e3c870ea41fb,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:45865,DS-77fc9793-31e6-49c9-98ac-8d1a2fefa3a7,DISK]) is bad. 2024-11-18T20:07:40,766 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_393164175_22 at /127.0.0.1:39754 [Receiving block BP-541308594-172.17.0.2-1731960436615:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:38407:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39754 dst: /127.0.0.1:38407 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:07:40,768 WARN [DataStreamer for file /user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.5 block BP-541308594-172.17.0.2-1731960436615:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-541308594-172.17.0.2-1731960436615:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:07:40,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741918_1111 (size=1385) 2024-11-18T20:07:44,495 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.5 after 4001ms 2024-11-18T20:07:44,497 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.5 took 4004ms 2024-11-18T20:07:44,499 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.5; continuing. 2024-11-18T20:07:44,499 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.5 so closing down 2024-11-18T20:07:44,499 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:44,499 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:44,501 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:07:44,501 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:07:44,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:07:44,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:07:44,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741934_1113 (size=743) 2024-11-18T20:07:44,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741933_1112 (size=743) 2024-11-18T20:07:44,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741933_1112 (size=743) 2024-11-18T20:07:44,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741934_1113 (size=743) 2024-11-18T20:07:44,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:44,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:07:44,515 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:44,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:07:44,517 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-18T20:07:44,517 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.5, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.5, size=150 (150bytes) at 1731960460493Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.5 so closing down at 1731960464499 (+4006 ms)3 split writer threads finished at 1731960464499Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731960464503 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731960464503Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960464514 (+11 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731960464515 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960464515Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731960464517 (+2 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731960464517 2024-11-18T20:07:44,519 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.5 to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/oldWALs/wal.dat.5 2024-11-18T20:07:44,520 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:07:44,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.6 2024-11-18T20:07:44,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.6 after 0ms 2024-11-18T20:07:44,522 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.6 took 3ms 2024-11-18T20:07:44,524 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.6 so closing down 2024-11-18T20:07:44,524 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:44,524 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:44,526 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:44,526 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:44,527 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:44,527 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:44,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741935_1114 (size=749) 2024-11-18T20:07:44,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741936_1115 (size=749) 2024-11-18T20:07:44,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741935_1114 (size=749) 2024-11-18T20:07:44,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741936_1115 (size=749) 2024-11-18T20:07:44,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:44,936 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:44,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:07:44,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:07:44,940 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:07:44,940 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.6, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.6, size=1.4 K (1405bytes) at 1731960464520Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.6 so closing down at 1731960464524 (+4 ms)3 split writer threads finished at 1731960464524Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731960464527 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731960464527Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960464936 (+409 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960464936Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731960464939 (+3 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731960464939Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731960464940 (+1 ms) 2024-11-18T20:07:44,942 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.6 to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/oldWALs/wal.dat.6 2024-11-18T20:07:44,942 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:07:44,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.7 2024-11-18T20:07:44,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.7 after 0ms 2024-11-18T20:07:44,945 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.7 took 3ms 2024-11-18T20:07:44,947 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.7 so closing down 2024-11-18T20:07:44,947 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:44,947 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:44,954 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:44,954 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:44,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:44,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:44,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741937_1116 (size=753) 2024-11-18T20:07:44,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741937_1116 (size=753) 2024-11-18T20:07:44,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741938_1117 (size=753) 2024-11-18T20:07:44,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741938_1117 (size=753) 2024-11-18T20:07:44,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:44,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:07:45,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:45,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:07:45,371 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:45,371 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.7, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.7, size=1.4 K (1413bytes) at 1731960464942Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.7 so closing down at 1731960464947 (+5 ms)3 split writer threads finished at 1731960464947Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731960464955 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731960464959 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960464974 (+15 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731960464975 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960465369 (+394 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731960465371 (+2 ms)Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960465371 2024-11-18T20:07:45,374 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.7 to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/oldWALs/wal.dat.7 2024-11-18T20:07:45,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:07:45,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.8 2024-11-18T20:07:45,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.8 after 0ms 2024-11-18T20:07:45,377 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.8 took 3ms 2024-11-18T20:07:45,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.8 so closing down 2024-11-18T20:07:45,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:45,379 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:45,382 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:45,382 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:45,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:45,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:45,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741940_1119 (size=753) 2024-11-18T20:07:45,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741939_1118 (size=753) 2024-11-18T20:07:45,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741940_1119 (size=753) 2024-11-18T20:07:45,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741939_1118 (size=753) 2024-11-18T20:07:45,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:45,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:45,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:07:45,391 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:07:45,391 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:45,391 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.8, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.8, size=1.4 K (1413bytes) at 1731960465374Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.8 so closing down at 1731960465379 (+5 ms)3 split writer threads finished at 1731960465379Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731960465383 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731960465383Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960465390 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960465390Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731960465391 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731960465391Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960465391 2024-11-18T20:07:45,393 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.8 to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/oldWALs/wal.dat.8 2024-11-18T20:07:45,393 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:07:45,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.9 2024-11-18T20:07:45,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.9 after 0ms 2024-11-18T20:07:45,395 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.9 took 2ms 2024-11-18T20:07:45,396 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.9 so closing down 2024-11-18T20:07:45,396 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:45,396 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:45,398 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:45,398 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:45,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:45,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:45,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741942_1121 (size=753) 2024-11-18T20:07:45,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741942_1121 (size=753) 2024-11-18T20:07:45,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741941_1120 (size=753) 2024-11-18T20:07:45,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:45,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741941_1120 (size=753) 2024-11-18T20:07:45,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:07:45,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:45,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:07:45,808 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:45,808 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.9, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.9, size=1.4 K (1413bytes) at 1731960465393Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.9 so closing down at 1731960465396 (+3 ms)3 split writer threads finished at 1731960465396Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731960465399 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731960465399Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960465405 (+6 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731960465406 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960465806 (+400 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731960465808 (+2 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960465808 2024-11-18T20:07:45,810 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731960459780/wal.dat.9 to hdfs://localhost:37893/user/jenkins/test-data/55224b6b-2f13-54cc-81f5-388789df33b8/oldWALs/wal.dat.9 2024-11-18T20:07:45,873 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=144 (was 146), OpenFileDescriptor=397 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=565 (was 650), ProcessCount=11 (was 11), AvailableMemoryMB=1710 (was 1771) 2024-11-18T20:07:45,881 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=144, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=565, ProcessCount=11, AvailableMemoryMB=1710 2024-11-18T20:07:45,881 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:45,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741943_1122 (size=7) 2024-11-18T20:07:45,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741943_1122 (size=7) 2024-11-18T20:07:46,322 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:46,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:46,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:46,327 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:46,336 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=144 (was 144), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=565 (was 565), ProcessCount=11 (was 11), AvailableMemoryMB=1703 (was 1710) 2024-11-18T20:07:46,342 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=144, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=565, ProcessCount=11, AvailableMemoryMB=1703 2024-11-18T20:07:46,342 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:46,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741944_1123 (size=7) 2024-11-18T20:07:46,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741944_1123 (size=7) 2024-11-18T20:07:46,751 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:46,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:46,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:46,756 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:46,756 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:07:46,757 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:07:46,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:46,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741945_1124 (size=1393) 2024-11-18T20:07:46,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741945_1124 (size=1393) 2024-11-18T20:07:46,773 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:46,774 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:07:46,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741946_1125 (size=1393) 2024-11-18T20:07:46,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741946_1125 (size=1393) 2024-11-18T20:07:46,792 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:07:46,792 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:07:46,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741947_1126 (size=1393) 2024-11-18T20:07:46,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741947_1126 (size=1393) 2024-11-18T20:07:46,806 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:07:46,806 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:07:46,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741948_1127 (size=1393) 2024-11-18T20:07:46,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741948_1127 (size=1393) 2024-11-18T20:07:46,818 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:07:46,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:07:46,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741949_1128 (size=1393) 2024-11-18T20:07:46,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741949_1128 (size=1393) 2024-11-18T20:07:46,832 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:07:46,832 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:07:46,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741950_1129 (size=1393) 2024-11-18T20:07:46,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741950_1129 (size=1393) 2024-11-18T20:07:46,846 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:07:46,846 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:07:46,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741951_1130 (size=1405) 2024-11-18T20:07:46,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741951_1130 (size=1405) 2024-11-18T20:07:46,861 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:07:46,861 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:07:46,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741952_1131 (size=1413) 2024-11-18T20:07:46,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741952_1131 (size=1413) 2024-11-18T20:07:46,874 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:07:46,874 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:07:46,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741953_1132 (size=1413) 2024-11-18T20:07:46,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741953_1132 (size=1413) 2024-11-18T20:07:46,887 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:07:46,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:07:46,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:46,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:46,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741954_1133 (size=1413) 2024-11-18T20:07:46,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741954_1133 (size=1413) 2024-11-18T20:07:46,900 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:07:46,924 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:07:46,924 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.0 2024-11-18T20:07:46,925 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.0 after 0ms 2024-11-18T20:07:46,927 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.0 took 3ms 2024-11-18T20:07:46,930 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.0 so closing down 2024-11-18T20:07:46,930 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:46,930 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:46,932 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:46,932 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:46,933 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:46,933 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:46,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741956_1135 (size=743) 2024-11-18T20:07:46,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741955_1134 (size=743) 2024-11-18T20:07:46,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741956_1135 (size=743) 2024-11-18T20:07:46,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741955_1134 (size=743) 2024-11-18T20:07:46,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:46,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:07:47,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:47,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:07:47,347 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:47,347 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.0, size=1.4 K (1393bytes) at 1731960466924Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.0 so closing down at 1731960466930 (+6 ms)3 split writer threads finished at 1731960466930Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960466933 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960466933Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960466945 (+12 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731960466947 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960467345 (+398 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731960467347 (+2 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960467347 2024-11-18T20:07:47,349 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/oldWALs/wal.dat.0 2024-11-18T20:07:47,349 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:07:47,349 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.1 2024-11-18T20:07:47,350 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.1 after 1ms 2024-11-18T20:07:47,352 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.1 took 3ms 2024-11-18T20:07:47,353 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.1 so closing down 2024-11-18T20:07:47,353 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:47,353 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:47,355 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:47,355 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:47,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:47,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:47,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741957_1136 (size=743) 2024-11-18T20:07:47,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741957_1136 (size=743) 2024-11-18T20:07:47,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741958_1137 (size=743) 2024-11-18T20:07:47,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741958_1137 (size=743) 2024-11-18T20:07:47,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:47,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:07:47,762 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:47,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:07:47,764 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:47,764 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.1, size=1.4 K (1393bytes) at 1731960467349Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.1 so closing down at 1731960467353 (+4 ms)3 split writer threads finished at 1731960467353Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731960467356 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731960467356Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960467364 (+8 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731960467365 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960467762 (+397 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731960467764 (+2 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960467764 2024-11-18T20:07:47,766 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/oldWALs/wal.dat.1 2024-11-18T20:07:47,766 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:07:47,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.2 2024-11-18T20:07:47,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.2 after 0ms 2024-11-18T20:07:47,768 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.2 took 2ms 2024-11-18T20:07:47,770 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.2 so closing down 2024-11-18T20:07:47,770 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:47,770 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:47,772 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:47,772 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:47,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:47,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:47,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741959_1138 (size=743) 2024-11-18T20:07:47,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741959_1138 (size=743) 2024-11-18T20:07:47,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:47,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741960_1139 (size=743) 2024-11-18T20:07:47,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741960_1139 (size=743) 2024-11-18T20:07:47,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:47,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:07:47,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:07:47,781 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:47,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.2, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.2, size=1.4 K (1393bytes) at 1731960467766Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.2 so closing down at 1731960467770 (+4 ms)3 split writer threads finished at 1731960467770Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731960467773 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731960467775 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960467778 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960467780 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731960467780Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731960467781 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960467781 2024-11-18T20:07:47,782 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.2 to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/oldWALs/wal.dat.2 2024-11-18T20:07:47,782 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:07:47,783 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.3 2024-11-18T20:07:47,783 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.3 after 0ms 2024-11-18T20:07:47,785 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.3 took 2ms 2024-11-18T20:07:47,786 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.3 so closing down 2024-11-18T20:07:47,786 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:47,786 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:47,788 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:47,788 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:47,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:47,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:47,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741961_1140 (size=743) 2024-11-18T20:07:47,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741961_1140 (size=743) 2024-11-18T20:07:47,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:47,801 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:07:47,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741962_1141 (size=743) 2024-11-18T20:07:47,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741962_1141 (size=743) 2024-11-18T20:07:47,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:47,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:07:47,808 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:47,808 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.3, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.3, size=1.4 K (1393bytes) at 1731960467782Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.3 so closing down at 1731960467786 (+4 ms)3 split writer threads finished at 1731960467786Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731960467789 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731960467790 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960467799 (+9 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731960467801 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960467807 (+6 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731960467808 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960467808 2024-11-18T20:07:47,810 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.3 to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/oldWALs/wal.dat.3 2024-11-18T20:07:47,810 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:07:47,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.4 2024-11-18T20:07:47,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.4 after 1ms 2024-11-18T20:07:47,813 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.4 took 3ms 2024-11-18T20:07:47,814 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.4 so closing down 2024-11-18T20:07:47,814 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:47,814 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:47,817 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:47,817 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:47,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:47,818 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:47,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741963_1142 (size=743) 2024-11-18T20:07:47,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741963_1142 (size=743) 2024-11-18T20:07:47,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:47,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:07:47,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741964_1143 (size=743) 2024-11-18T20:07:47,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741964_1143 (size=743) 2024-11-18T20:07:47,837 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:47,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:07:47,839 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:47,839 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.4, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.4, size=1.4 K (1393bytes) at 1731960467810Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.4 so closing down at 1731960467814 (+4 ms)3 split writer threads finished at 1731960467815 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731960467818 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731960467818Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960467829 (+11 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731960467831 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960467837 (+6 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731960467839 (+2 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960467839 2024-11-18T20:07:47,841 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.4 to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/oldWALs/wal.dat.4 2024-11-18T20:07:47,841 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:07:47,841 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.5 2024-11-18T20:07:47,841 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.5 after 0ms 2024-11-18T20:07:47,844 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.5 took 3ms 2024-11-18T20:07:47,845 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.5 so closing down 2024-11-18T20:07:47,845 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:47,845 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:47,847 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:07:47,847 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:07:47,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:07:47,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:07:47,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741965_1144 (size=743) 2024-11-18T20:07:47,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741966_1145 (size=743) 2024-11-18T20:07:47,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741965_1144 (size=743) 2024-11-18T20:07:47,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741966_1145 (size=743) 2024-11-18T20:07:47,859 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:47,859 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:47,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:07:47,861 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:07:47,861 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:47,861 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.5, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.5, size=1.4 K (1393bytes) at 1731960467841Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.5 so closing down at 1731960467845 (+4 ms)3 split writer threads finished at 1731960467845Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731960467848 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731960467849 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960467859 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960467859Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731960467861 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731960467861Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960467861 2024-11-18T20:07:47,863 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.5 to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/oldWALs/wal.dat.5 2024-11-18T20:07:47,863 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:07:47,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.6 2024-11-18T20:07:47,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.6 after 1ms 2024-11-18T20:07:47,866 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.6 took 3ms 2024-11-18T20:07:47,867 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.6 so closing down 2024-11-18T20:07:47,867 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:47,867 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:47,869 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:47,869 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:47,870 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:47,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:47,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741968_1147 (size=749) 2024-11-18T20:07:47,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741967_1146 (size=749) 2024-11-18T20:07:47,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741968_1147 (size=749) 2024-11-18T20:07:47,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:47,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741967_1146 (size=749) 2024-11-18T20:07:47,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:47,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:07:47,879 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:07:47,879 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:07:47,879 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.6, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.6, size=1.4 K (1405bytes) at 1731960467863Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.6 so closing down at 1731960467867 (+4 ms)3 split writer threads finished at 1731960467867Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731960467870 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731960467870Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960467877 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960467877Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731960467878 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731960467879 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731960467879 2024-11-18T20:07:47,881 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.6 to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/oldWALs/wal.dat.6 2024-11-18T20:07:47,881 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:07:47,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.7 2024-11-18T20:07:47,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.7 after 0ms 2024-11-18T20:07:47,883 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.7 took 2ms 2024-11-18T20:07:47,885 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.7 so closing down 2024-11-18T20:07:47,885 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:47,885 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:47,887 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:47,887 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:47,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:47,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:47,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741970_1149 (size=753) 2024-11-18T20:07:47,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741969_1148 (size=753) 2024-11-18T20:07:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741970_1149 (size=753) 2024-11-18T20:07:47,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741969_1148 (size=753) 2024-11-18T20:07:47,897 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:47,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:07:47,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:07:47,898 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:47,899 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.7, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.7, size=1.4 K (1413bytes) at 1731960467881Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.7 so closing down at 1731960467885 (+4 ms)3 split writer threads finished at 1731960467885Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731960467888 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731960467888Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960467897 (+9 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960467897Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731960467898 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731960467898Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960467898 2024-11-18T20:07:47,900 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.7 to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/oldWALs/wal.dat.7 2024-11-18T20:07:47,900 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:07:47,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.8 2024-11-18T20:07:47,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.8 after 0ms 2024-11-18T20:07:47,902 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.8 took 2ms 2024-11-18T20:07:47,904 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.8 so closing down 2024-11-18T20:07:47,904 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:47,904 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:47,906 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:47,906 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:47,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:47,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:47,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741971_1150 (size=753) 2024-11-18T20:07:47,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741972_1151 (size=753) 2024-11-18T20:07:47,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741972_1151 (size=753) 2024-11-18T20:07:47,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741971_1150 (size=753) 2024-11-18T20:07:47,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:47,913 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:07:48,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:48,315 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:07:48,315 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:48,315 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.8, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.8, size=1.4 K (1413bytes) at 1731960467900Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.8 so closing down at 1731960467904 (+4 ms)3 split writer threads finished at 1731960467904Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731960467907 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731960467907Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960467912 (+5 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731960467913 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960468312 (+399 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731960468315 (+3 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960468315 2024-11-18T20:07:48,318 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.8 to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/oldWALs/wal.dat.8 2024-11-18T20:07:48,319 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:07:48,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.9 2024-11-18T20:07:48,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.9 after 0ms 2024-11-18T20:07:48,321 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.9 took 3ms 2024-11-18T20:07:48,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.9 so closing down 2024-11-18T20:07:48,322 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:48,323 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:48,325 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:48,325 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:48,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:48,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:48,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741973_1152 (size=753) 2024-11-18T20:07:48,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741973_1152 (size=753) 2024-11-18T20:07:48,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741974_1153 (size=753) 2024-11-18T20:07:48,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:48,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741974_1153 (size=753) 2024-11-18T20:07:48,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:07:48,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:48,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:07:48,734 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:48,734 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.9, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.9, size=1.4 K (1413bytes) at 1731960468319Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.9 so closing down at 1731960468322 (+3 ms)3 split writer threads finished at 1731960468323 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731960468326 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731960468326Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960468331 (+5 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731960468333 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960468732 (+399 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731960468734 (+2 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960468734 2024-11-18T20:07:48,736 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/WALs/testsplit,16010,1731960466756/wal.dat.9 to hdfs://localhost:37893/user/jenkins/test-data/7e3b68f6-0165-ae88-2754-bb000b64437d/oldWALs/wal.dat.9 2024-11-18T20:07:48,789 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=144 (was 144), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=565 (was 565), ProcessCount=11 (was 11), AvailableMemoryMB=1676 (was 1703) 2024-11-18T20:07:48,796 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=144, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=565, ProcessCount=11, AvailableMemoryMB=1676 2024-11-18T20:07:48,796 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:48,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741975_1154 (size=7) 2024-11-18T20:07:48,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741975_1154 (size=7) 2024-11-18T20:07:48,803 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:48,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:48,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:48,807 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:48,807 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:07:48,808 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:07:48,809 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:48,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741976_1155 (size=1393) 2024-11-18T20:07:48,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741976_1155 (size=1393) 2024-11-18T20:07:48,821 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:48,821 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:07:48,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741977_1156 (size=1393) 2024-11-18T20:07:48,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741977_1156 (size=1393) 2024-11-18T20:07:48,833 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:07:48,833 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:07:48,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741978_1157 (size=1393) 2024-11-18T20:07:48,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741978_1157 (size=1393) 2024-11-18T20:07:48,845 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:07:48,845 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:07:48,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741979_1158 (size=1393) 2024-11-18T20:07:48,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741979_1158 (size=1393) 2024-11-18T20:07:48,855 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:07:48,856 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:07:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741980_1159 (size=1393) 2024-11-18T20:07:48,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741980_1159 (size=1393) 2024-11-18T20:07:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:07:48,867 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:07:48,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741981_1160 (size=1393) 2024-11-18T20:07:48,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741981_1160 (size=1393) 2024-11-18T20:07:48,884 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:07:48,884 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:07:48,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741982_1161 (size=1405) 2024-11-18T20:07:48,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741982_1161 (size=1405) 2024-11-18T20:07:48,899 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:07:48,899 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:07:48,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741983_1162 (size=1413) 2024-11-18T20:07:48,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741983_1162 (size=1413) 2024-11-18T20:07:48,914 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:07:48,914 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:07:48,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741984_1163 (size=1413) 2024-11-18T20:07:48,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741984_1163 (size=1413) 2024-11-18T20:07:48,938 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:07:48,939 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:07:48,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:48,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741985_1164 (size=1413) 2024-11-18T20:07:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741985_1164 (size=1413) 2024-11-18T20:07:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:07:48,982 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:07:48,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.0 2024-11-18T20:07:48,983 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.0 after 1ms 2024-11-18T20:07:48,986 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.0 took 4ms 2024-11-18T20:07:48,988 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.0 so closing down 2024-11-18T20:07:48,989 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:48,989 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:48,992 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:48,992 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:48,994 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:48,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:49,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741987_1166 (size=743) 2024-11-18T20:07:49,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741986_1165 (size=743) 2024-11-18T20:07:49,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741986_1165 (size=743) 2024-11-18T20:07:49,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741987_1166 (size=743) 2024-11-18T20:07:49,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:49,008 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:49,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:07:49,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:07:49,013 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:49,013 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.0, size=1.4 K (1393bytes) at 1731960468982Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.0 so closing down at 1731960468988 (+6 ms)3 split writer threads finished at 1731960468989 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960468994 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960468995 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960469008 (+13 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960469008Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731960469010 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731960469012 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960469013 (+1 ms) 2024-11-18T20:07:49,016 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/oldWALs/wal.dat.0 2024-11-18T20:07:49,016 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:07:49,016 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.1 2024-11-18T20:07:49,017 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.1 after 1ms 2024-11-18T20:07:49,021 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.1 took 5ms 2024-11-18T20:07:49,024 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.1 so closing down 2024-11-18T20:07:49,024 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:49,025 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:49,029 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:49,029 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:49,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:49,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:49,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741988_1167 (size=743) 2024-11-18T20:07:49,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741988_1167 (size=743) 2024-11-18T20:07:49,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:49,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:07:49,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741989_1168 (size=743) 2024-11-18T20:07:49,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741989_1168 (size=743) 2024-11-18T20:07:49,048 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:49,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:07:49,051 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:49,051 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.1, size=1.4 K (1393bytes) at 1731960469016Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.1 so closing down at 1731960469024 (+8 ms)3 split writer threads finished at 1731960469025 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731960469034 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731960469035 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960469043 (+8 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731960469046 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960469048 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731960469051 (+3 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960469051 2024-11-18T20:07:49,054 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/oldWALs/wal.dat.1 2024-11-18T20:07:49,054 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:07:49,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.2 2024-11-18T20:07:49,055 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.2 after 1ms 2024-11-18T20:07:49,058 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.2 took 4ms 2024-11-18T20:07:49,059 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.2 so closing down 2024-11-18T20:07:49,059 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:49,059 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:49,062 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:49,062 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:49,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:49,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:49,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741991_1170 (size=743) 2024-11-18T20:07:49,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741991_1170 (size=743) 2024-11-18T20:07:49,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:49,077 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:07:49,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741990_1169 (size=743) 2024-11-18T20:07:49,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741990_1169 (size=743) 2024-11-18T20:07:49,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:49,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:07:49,085 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:49,085 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.2, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.2, size=1.4 K (1393bytes) at 1731960469054Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.2 so closing down at 1731960469059 (+5 ms)3 split writer threads finished at 1731960469059Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731960469064 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731960469064Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960469074 (+10 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731960469077 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960469082 (+5 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731960469085 (+3 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960469085 2024-11-18T20:07:49,089 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.2 to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/oldWALs/wal.dat.2 2024-11-18T20:07:49,089 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:07:49,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.3 2024-11-18T20:07:49,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.3 after 1ms 2024-11-18T20:07:49,094 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.3 took 5ms 2024-11-18T20:07:49,100 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.3 so closing down 2024-11-18T20:07:49,100 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:49,101 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:49,104 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:49,104 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:49,106 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:49,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:49,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741993_1172 (size=743) 2024-11-18T20:07:49,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741992_1171 (size=743) 2024-11-18T20:07:49,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741993_1172 (size=743) 2024-11-18T20:07:49,116 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:49,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741992_1171 (size=743) 2024-11-18T20:07:49,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:49,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:07:49,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:07:49,121 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:49,122 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.3, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.3, size=1.4 K (1393bytes) at 1731960469089Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.3 so closing down at 1731960469100 (+11 ms)3 split writer threads finished at 1731960469101 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731960469106 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731960469106Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960469116 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960469118 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731960469120 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731960469121 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960469121 2024-11-18T20:07:49,125 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.3 to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/oldWALs/wal.dat.3 2024-11-18T20:07:49,125 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:07:49,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.4 2024-11-18T20:07:49,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.4 after 1ms 2024-11-18T20:07:49,128 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.4 took 3ms 2024-11-18T20:07:49,129 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.4 so closing down 2024-11-18T20:07:49,129 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:49,129 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:49,132 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:49,132 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:49,135 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:49,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:49,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741995_1174 (size=743) 2024-11-18T20:07:49,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741995_1174 (size=743) 2024-11-18T20:07:49,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741994_1173 (size=743) 2024-11-18T20:07:49,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741994_1173 (size=743) 2024-11-18T20:07:49,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:49,542 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:49,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:07:49,544 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:07:49,544 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:49,544 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.4, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.4, size=1.4 K (1393bytes) at 1731960469125Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.4 so closing down at 1731960469129 (+4 ms)3 split writer threads finished at 1731960469129Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731960469135 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731960469135Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960469542 (+407 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960469542Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731960469544 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731960469544Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960469544 2024-11-18T20:07:49,547 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.4 to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/oldWALs/wal.dat.4 2024-11-18T20:07:49,547 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:07:49,547 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.5 2024-11-18T20:07:49,547 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.5 after 0ms 2024-11-18T20:07:49,550 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.5 took 3ms 2024-11-18T20:07:49,552 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.5 so closing down 2024-11-18T20:07:49,552 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:49,552 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:49,555 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:07:49,555 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:07:49,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:07:49,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:07:49,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741996_1175 (size=743) 2024-11-18T20:07:49,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741996_1175 (size=743) 2024-11-18T20:07:49,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:49,563 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:07:49,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741997_1176 (size=743) 2024-11-18T20:07:49,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741997_1176 (size=743) 2024-11-18T20:07:49,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:49,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:07:49,567 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:49,567 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.5, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.5, size=1.4 K (1393bytes) at 1731960469547Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.5 so closing down at 1731960469552 (+5 ms)3 split writer threads finished at 1731960469552Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731960469556 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731960469556Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960469560 (+4 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731960469563 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960469565 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731960469567 (+2 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960469567 2024-11-18T20:07:49,570 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.5 to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/oldWALs/wal.dat.5 2024-11-18T20:07:49,570 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:07:49,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.6 2024-11-18T20:07:49,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.6 after 0ms 2024-11-18T20:07:49,573 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.6 took 2ms 2024-11-18T20:07:49,574 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.6 so closing down 2024-11-18T20:07:49,574 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:49,574 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:49,576 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:49,576 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:49,577 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:49,577 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:49,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741998_1177 (size=749) 2024-11-18T20:07:49,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741998_1177 (size=749) 2024-11-18T20:07:49,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073741999_1178 (size=749) 2024-11-18T20:07:49,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:49,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741999_1178 (size=749) 2024-11-18T20:07:49,583 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:49,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:07:49,584 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:07:49,585 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:07:49,585 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.6, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.6, size=1.4 K (1405bytes) at 1731960469570Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.6 so closing down at 1731960469574 (+4 ms)3 split writer threads finished at 1731960469574Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731960469577 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731960469577Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960469582 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960469583 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731960469584 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731960469584Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731960469585 (+1 ms) 2024-11-18T20:07:49,587 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.6 to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/oldWALs/wal.dat.6 2024-11-18T20:07:49,587 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:07:49,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.7 2024-11-18T20:07:49,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.7 after 1ms 2024-11-18T20:07:49,590 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.7 took 3ms 2024-11-18T20:07:49,591 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.7 so closing down 2024-11-18T20:07:49,591 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:49,592 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:49,594 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:49,594 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:49,595 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:49,595 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:49,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742000_1179 (size=753) 2024-11-18T20:07:49,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742000_1179 (size=753) 2024-11-18T20:07:49,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:49,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742001_1180 (size=753) 2024-11-18T20:07:49,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742001_1180 (size=753) 2024-11-18T20:07:49,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:07:49,873 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:07:50,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:50,007 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:07:50,007 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:50,007 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.7, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.7, size=1.4 K (1413bytes) at 1731960469587Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.7 so closing down at 1731960469591 (+4 ms)3 split writer threads finished at 1731960469592 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731960469595 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731960469595Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960469600 (+5 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731960469603 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960470002 (+399 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731960470007 (+5 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960470007 2024-11-18T20:07:50,011 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.7 to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/oldWALs/wal.dat.7 2024-11-18T20:07:50,011 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:07:50,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.8 2024-11-18T20:07:50,012 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.8 after 1ms 2024-11-18T20:07:50,016 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.8 took 5ms 2024-11-18T20:07:50,017 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.8 so closing down 2024-11-18T20:07:50,017 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:50,017 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:50,020 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:50,021 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:50,021 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:50,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:50,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742002_1181 (size=753) 2024-11-18T20:07:50,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742002_1181 (size=753) 2024-11-18T20:07:50,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:50,032 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:07:50,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742003_1182 (size=753) 2024-11-18T20:07:50,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742003_1182 (size=753) 2024-11-18T20:07:50,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:50,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:07:50,036 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:50,036 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.8, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.8, size=1.4 K (1413bytes) at 1731960470011Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.8 so closing down at 1731960470017 (+6 ms)3 split writer threads finished at 1731960470017Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731960470021 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731960470022 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960470029 (+7 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731960470032 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960470033 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731960470036 (+3 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960470036 2024-11-18T20:07:50,039 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.8 to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/oldWALs/wal.dat.8 2024-11-18T20:07:50,039 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:07:50,039 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.9 2024-11-18T20:07:50,040 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.9 after 1ms 2024-11-18T20:07:50,043 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.9 took 4ms 2024-11-18T20:07:50,052 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.9 so closing down 2024-11-18T20:07:50,052 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:50,052 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:50,057 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:50,057 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:50,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:50,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:50,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742004_1183 (size=753) 2024-11-18T20:07:50,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742004_1183 (size=753) 2024-11-18T20:07:50,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:50,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742005_1184 (size=753) 2024-11-18T20:07:50,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742005_1184 (size=753) 2024-11-18T20:07:50,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:50,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:07:50,073 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:07:50,073 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:50,074 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.9, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.9, size=1.4 K (1413bytes) at 1731960470039Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.9 so closing down at 1731960470052 (+13 ms)3 split writer threads finished at 1731960470052Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731960470058 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731960470058Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960470067 (+9 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960470069 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731960470070 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731960470073 (+3 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960470074 (+1 ms) 2024-11-18T20:07:50,076 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/WALs/testmovedwalduringrecovery,16010,1731960468807/wal.dat.9 to hdfs://localhost:37893/user/jenkins/test-data/1f656814-1d39-1be3-8753-0077f431394a/oldWALs/wal.dat.9 2024-11-18T20:07:50,087 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=144 (was 144), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=565 (was 565), ProcessCount=11 (was 11), AvailableMemoryMB=1652 (was 1676) 2024-11-18T20:07:50,095 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=144, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=565, ProcessCount=11, AvailableMemoryMB=1652 2024-11-18T20:07:50,095 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:50,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742006_1185 (size=7) 2024-11-18T20:07:50,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742006_1185 (size=7) 2024-11-18T20:07:50,102 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:50,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:50,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:50,106 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:50,109 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-18T20:07:50,110 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-18T20:07:50,110 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-18T20:07:50,111 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-18T20:07:50,112 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-18T20:07:50,136 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/WALs/testthreading,16010,1731960470107/wal.dat..fake, size=0 (0bytes) 2024-11-18T20:07:50,146 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/WALs/testthreading,16010,1731960470107/wal.dat..fake took 10ms 2024-11-18T20:07:50,568 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/WALs/testthreading,16010,1731960470107/wal.dat..fake so closing down 2024-11-18T20:07:50,568 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:50,569 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:50,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-18T20:07:50,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-18T20:07:50,588 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-18T20:07:50,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 73 ms) 2024-11-18T20:07:50,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 82 ms) 2024-11-18T20:07:50,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-18T20:07:50,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-18T20:07:50,664 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 75 ms) 2024-11-18T20:07:50,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 48 ms) 2024-11-18T20:07:50,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 63 ms) 2024-11-18T20:07:50,721 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 575 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/WALs/testthreading,16010,1731960470107/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T20:07:50,722 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/WALs/testthreading,16010,1731960470107/wal.dat..fake, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/WALs/testthreading,16010,1731960470107/wal.dat..fake, size=0 (0bytes) at 1731960470136Split 1024 edits, skipped 0 edits. at 1731960470174 (+38 ms)Split 2048 edits, skipped 0 edits. at 1731960470198 (+24 ms)Split 3072 edits, skipped 0 edits. at 1731960470222 (+24 ms)Split 4096 edits, skipped 0 edits. at 1731960470247 (+25 ms)Split 5120 edits, skipped 0 edits. at 1731960470271 (+24 ms)Split 6144 edits, skipped 0 edits. at 1731960470293 (+22 ms)Split 7168 edits, skipped 0 edits. at 1731960470316 (+23 ms)Split 8192 edits, skipped 0 edits. at 1731960470334 (+18 ms)Split 9216 edits, skipped 0 edits. at 1731960470354 (+20 ms)Split 10240 edits, skipped 0 edits. at 1731960470377 (+23 ms)Split 11264 edits, skipped 0 edits. at 1731960470399 (+22 ms)Split 12288 edits, skipped 0 edits. at 1731960470421 (+22 ms)Split 13312 edits, skipped 0 edits. at 1731960470442 (+21 ms)Split 14336 edits, skipped 0 edits. at 1731960470462 (+20 ms)Split 15360 edits, skipped 0 edits. at 1731960470479 (+17 ms)Split 16384 edits, skipped 0 edits. at 1731960470502 (+23 ms)Split 17408 edits, skipped 0 edits. at 1731960470525 (+23 ms)Split 18432 edits, skipped 0 edits. at 1731960470547 (+22 ms)Split 19456 edits, skipped 0 edits. at 1731960470561 (+14 ms)Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/WALs/testthreading,16010,1731960470107/wal.dat..fake so closing down at 1731960470568 (+7 ms)3 split writer threads finished at 1731960470569 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731960470572 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731960470572Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731960470588 (+16 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 73 ms) at 1731960470646 (+58 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 82 ms) at 1731960470655 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731960470656 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731960470659 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 75 ms) at 1731960470664 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 48 ms) at 1731960470707 (+43 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 63 ms) at 1731960470720 (+13 ms)Processed 20000 edits across 5 Regions in 575 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/07f0646e-a085-6d68-c6e9-6d05a7467716/WALs/testthreading,16010,1731960470107/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731960470722 (+2 ms) 2024-11-18T20:07:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-18T20:07:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-18T20:07:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-18T20:07:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-18T20:07:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-18T20:07:50,733 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=144 (was 144), OpenFileDescriptor=389 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=592 (was 565) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1595 (was 1652) 2024-11-18T20:07:50,748 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=592, ProcessCount=11, AvailableMemoryMB=1595 2024-11-18T20:07:50,748 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:50,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742007_1186 (size=7) 2024-11-18T20:07:50,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742007_1186 (size=7) 2024-11-18T20:07:51,166 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:51,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:51,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:51,173 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:51,175 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T20:07:51,177 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:07:51,178 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:07:51,179 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:51,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742008_1187 (size=1393) 2024-11-18T20:07:51,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742008_1187 (size=1393) 2024-11-18T20:07:51,194 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:51,194 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:07:51,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742009_1188 (size=1393) 2024-11-18T20:07:51,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742009_1188 (size=1393) 2024-11-18T20:07:51,209 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:07:51,209 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:07:51,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742010_1189 (size=1393) 2024-11-18T20:07:51,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742010_1189 (size=1393) 2024-11-18T20:07:51,221 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:07:51,221 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:07:51,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742011_1190 (size=1393) 2024-11-18T20:07:51,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742011_1190 (size=1393) 2024-11-18T20:07:51,235 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:07:51,235 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:07:51,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742012_1191 (size=1393) 2024-11-18T20:07:51,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742012_1191 (size=1393) 2024-11-18T20:07:51,246 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:07:51,246 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:07:51,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742013_1192 (size=1393) 2024-11-18T20:07:51,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742013_1192 (size=1393) 2024-11-18T20:07:51,260 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:07:51,260 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:07:51,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742014_1193 (size=1405) 2024-11-18T20:07:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742014_1193 (size=1405) 2024-11-18T20:07:51,275 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:07:51,275 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:07:51,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742015_1194 (size=1413) 2024-11-18T20:07:51,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742015_1194 (size=1413) 2024-11-18T20:07:51,288 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:07:51,288 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:07:51,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742016_1195 (size=1413) 2024-11-18T20:07:51,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742016_1195 (size=1413) 2024-11-18T20:07:51,302 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:07:51,302 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:07:51,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:51,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:51,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742017_1196 (size=1413) 2024-11-18T20:07:51,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742017_1196 (size=1413) 2024-11-18T20:07:51,320 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:07:51,320 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-18T20:07:51,338 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat..empty, size=0 (0bytes) 2024-11-18T20:07:51,338 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat..empty might be still open, length is 0 2024-11-18T20:07:51,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat..empty 2024-11-18T20:07:51,338 WARN [IPC Server handler 4 on default port 37893 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat..empty closed. 2024-11-18T20:07:51,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat..empty after 0ms 2024-11-18T20:07:51,340 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-18T20:07:51,340 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat..empty; empty? 2024-11-18T20:07:51,341 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat..empty so closing down 2024-11-18T20:07:51,341 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T20:07:51,341 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat..empty, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat..empty, size=0 (0bytes) at 1731960471338Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat..empty so closing down at 1731960471341 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731960471341 2024-11-18T20:07:51,343 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat..empty to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/oldWALs/wal.dat..empty 2024-11-18T20:07:51,343 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:07:51,343 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.0 2024-11-18T20:07:51,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.0 after 1ms 2024-11-18T20:07:51,346 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.0 took 3ms 2024-11-18T20:07:51,348 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.0 so closing down 2024-11-18T20:07:51,348 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:51,348 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:51,351 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:51,351 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:51,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:51,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:51,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742018_1197 (size=743) 2024-11-18T20:07:51,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742018_1197 (size=743) 2024-11-18T20:07:51,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:51,367 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:07:51,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742019_1198 (size=743) 2024-11-18T20:07:51,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742019_1198 (size=743) 2024-11-18T20:07:51,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:51,375 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:07:51,375 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:51,375 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.0, size=1.4 K (1393bytes) at 1731960471343Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.0 so closing down at 1731960471348 (+5 ms)3 split writer threads finished at 1731960471348Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960471353 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960471353Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960471366 (+13 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731960471367 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960471374 (+7 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731960471375 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960471375 2024-11-18T20:07:51,377 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/oldWALs/wal.dat.0 2024-11-18T20:07:51,377 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:07:51,378 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.1 2024-11-18T20:07:51,378 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.1 after 0ms 2024-11-18T20:07:51,380 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.1 took 3ms 2024-11-18T20:07:51,381 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.1 so closing down 2024-11-18T20:07:51,381 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:51,381 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:51,385 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:51,385 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:51,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:51,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742021_1200 (size=743) 2024-11-18T20:07:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742020_1199 (size=743) 2024-11-18T20:07:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742020_1199 (size=743) 2024-11-18T20:07:51,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742021_1200 (size=743) 2024-11-18T20:07:51,403 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:07:51,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:51,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:07:51,803 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:51,803 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.1, size=1.4 K (1393bytes) at 1731960471377Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.1 so closing down at 1731960471381 (+4 ms)3 split writer threads finished at 1731960471381Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731960471386 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731960471386Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960471401 (+15 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731960471403 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960471802 (+399 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731960471803 (+1 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960471803 2024-11-18T20:07:51,805 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/oldWALs/wal.dat.1 2024-11-18T20:07:51,805 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:07:51,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.2 2024-11-18T20:07:51,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.2 after 1ms 2024-11-18T20:07:51,808 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.2 took 3ms 2024-11-18T20:07:51,810 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.2 so closing down 2024-11-18T20:07:51,810 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:51,810 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:51,813 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:51,813 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:51,814 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:51,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:51,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742022_1201 (size=743) 2024-11-18T20:07:51,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742022_1201 (size=743) 2024-11-18T20:07:51,822 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:51,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:07:51,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742023_1202 (size=743) 2024-11-18T20:07:51,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742023_1202 (size=743) 2024-11-18T20:07:51,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:51,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:07:51,831 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:51,831 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.2, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.2, size=1.4 K (1393bytes) at 1731960471805Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.2 so closing down at 1731960471810 (+5 ms)3 split writer threads finished at 1731960471810Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731960471814 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731960471814Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960471822 (+8 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731960471823 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960471829 (+6 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731960471830 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960471831 (+1 ms) 2024-11-18T20:07:51,832 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.2 to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/oldWALs/wal.dat.2 2024-11-18T20:07:51,832 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:07:51,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.3 2024-11-18T20:07:51,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.3 after 1ms 2024-11-18T20:07:51,835 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.3 took 3ms 2024-11-18T20:07:51,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.3 so closing down 2024-11-18T20:07:51,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:51,836 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:51,838 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:51,838 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:51,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:51,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:51,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742024_1203 (size=743) 2024-11-18T20:07:51,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742024_1203 (size=743) 2024-11-18T20:07:51,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742025_1204 (size=743) 2024-11-18T20:07:51,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742025_1204 (size=743) 2024-11-18T20:07:51,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:51,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:51,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:07:51,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:07:51,848 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:51,848 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.3, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.3, size=1.4 K (1393bytes) at 1731960471832Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.3 so closing down at 1731960471836 (+4 ms)3 split writer threads finished at 1731960471836Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731960471839 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731960471839Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960471847 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960471847Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731960471848 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731960471848Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960471848 2024-11-18T20:07:51,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.3 to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/oldWALs/wal.dat.3 2024-11-18T20:07:51,850 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:07:51,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.4 2024-11-18T20:07:51,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.4 after 0ms 2024-11-18T20:07:51,852 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.4 took 2ms 2024-11-18T20:07:51,853 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.4 so closing down 2024-11-18T20:07:51,853 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:51,853 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:51,855 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:51,855 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:51,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:51,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:51,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742026_1205 (size=743) 2024-11-18T20:07:51,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742027_1206 (size=743) 2024-11-18T20:07:51,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742027_1206 (size=743) 2024-11-18T20:07:51,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742026_1205 (size=743) 2024-11-18T20:07:51,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:51,861 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:51,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:07:51,862 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:07:51,862 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:51,862 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.4, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.4, size=1.4 K (1393bytes) at 1731960471850Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.4 so closing down at 1731960471853 (+3 ms)3 split writer threads finished at 1731960471853Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731960471856 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731960471856Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960471861 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960471861Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731960471862 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731960471862Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960471862 2024-11-18T20:07:51,864 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.4 to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/oldWALs/wal.dat.4 2024-11-18T20:07:51,864 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:07:51,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.5 2024-11-18T20:07:51,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.5 after 0ms 2024-11-18T20:07:51,866 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.5 took 2ms 2024-11-18T20:07:51,867 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.5 so closing down 2024-11-18T20:07:51,867 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:51,867 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:51,869 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:07:51,869 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:07:51,870 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:07:51,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:07:51,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742028_1207 (size=743) 2024-11-18T20:07:51,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742028_1207 (size=743) 2024-11-18T20:07:51,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:51,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:07:51,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742029_1208 (size=743) 2024-11-18T20:07:51,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742029_1208 (size=743) 2024-11-18T20:07:51,881 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:51,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:07:51,882 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:51,882 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.5, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.5, size=1.4 K (1393bytes) at 1731960471864Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.5 so closing down at 1731960471867 (+3 ms)3 split writer threads finished at 1731960471867Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731960471870 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731960471870Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960471875 (+5 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731960471876 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960471881 (+5 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731960471882 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960471882 2024-11-18T20:07:51,884 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.5 to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/oldWALs/wal.dat.5 2024-11-18T20:07:51,884 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:07:51,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.6 2024-11-18T20:07:51,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.6 after 0ms 2024-11-18T20:07:51,886 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.6 took 2ms 2024-11-18T20:07:51,888 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.6 so closing down 2024-11-18T20:07:51,888 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:51,888 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:51,890 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:51,890 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:51,891 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:51,891 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:51,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742030_1209 (size=749) 2024-11-18T20:07:51,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742030_1209 (size=749) 2024-11-18T20:07:51,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742031_1210 (size=749) 2024-11-18T20:07:51,895 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:51,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:51,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742031_1210 (size=749) 2024-11-18T20:07:51,897 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:07:51,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:07:51,898 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:07:51,898 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.6, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.6, size=1.4 K (1405bytes) at 1731960471884Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.6 so closing down at 1731960471888 (+4 ms)3 split writer threads finished at 1731960471888Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731960471891 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731960471891Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960471895 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960471897 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731960471897Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731960471898 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731960471898 2024-11-18T20:07:51,899 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.6 to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/oldWALs/wal.dat.6 2024-11-18T20:07:51,900 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:07:51,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.7 2024-11-18T20:07:51,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.7 after 0ms 2024-11-18T20:07:51,902 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.7 took 2ms 2024-11-18T20:07:51,903 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.7 so closing down 2024-11-18T20:07:51,903 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:51,903 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:51,905 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:51,905 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:51,906 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:51,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:51,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742032_1211 (size=753) 2024-11-18T20:07:51,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742033_1212 (size=753) 2024-11-18T20:07:51,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:51,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:51,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:07:51,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:07:51,912 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:51,912 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.7, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.7, size=1.4 K (1413bytes) at 1731960471900Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.7 so closing down at 1731960471903 (+3 ms)3 split writer threads finished at 1731960471903Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731960471906 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731960471906Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960471910 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960471911 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731960471912 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731960471912Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960471912 2024-11-18T20:07:51,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742032_1211 (size=753) 2024-11-18T20:07:51,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742033_1212 (size=753) 2024-11-18T20:07:51,914 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.7 to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/oldWALs/wal.dat.7 2024-11-18T20:07:51,914 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:07:51,914 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.8 2024-11-18T20:07:51,914 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.8 after 0ms 2024-11-18T20:07:51,916 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.8 took 2ms 2024-11-18T20:07:51,917 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.8 so closing down 2024-11-18T20:07:51,917 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:51,917 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:51,919 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:51,919 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:51,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:51,920 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:51,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742034_1213 (size=753) 2024-11-18T20:07:51,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742035_1214 (size=753) 2024-11-18T20:07:51,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742035_1214 (size=753) 2024-11-18T20:07:51,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742034_1213 (size=753) 2024-11-18T20:07:51,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:51,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:07:52,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:52,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:07:52,327 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:52,327 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.8, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.8, size=1.4 K (1413bytes) at 1731960471914Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.8 so closing down at 1731960471917 (+3 ms)3 split writer threads finished at 1731960471917Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731960471920 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731960471920Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960471925 (+5 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731960471926 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960472325 (+399 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731960472326 (+1 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960472327 (+1 ms) 2024-11-18T20:07:52,328 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.8 to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/oldWALs/wal.dat.8 2024-11-18T20:07:52,329 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:07:52,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.9 2024-11-18T20:07:52,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.9 after 0ms 2024-11-18T20:07:52,331 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.9 took 3ms 2024-11-18T20:07:52,332 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.9 so closing down 2024-11-18T20:07:52,332 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:52,333 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:52,334 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:52,334 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:52,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:52,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:52,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742036_1215 (size=753) 2024-11-18T20:07:52,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742036_1215 (size=753) 2024-11-18T20:07:52,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742037_1216 (size=753) 2024-11-18T20:07:52,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:52,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742037_1216 (size=753) 2024-11-18T20:07:52,341 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:52,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:07:52,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:07:52,342 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:52,342 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.9, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.9, size=1.4 K (1413bytes) at 1731960472329Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.9 so closing down at 1731960472332 (+3 ms)3 split writer threads finished at 1731960472333 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731960472335 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731960472335Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960472340 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960472341 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731960472342 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731960472342Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960472342 2024-11-18T20:07:52,344 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.9 to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/oldWALs/wal.dat.9 2024-11-18T20:07:52,344 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.empty, size=0 (0bytes) 2024-11-18T20:07:52,344 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.empty might be still open, length is 0 2024-11-18T20:07:52,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.empty 2024-11-18T20:07:52,345 WARN [IPC Server handler 3 on default port 37893 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.empty closed. 2024-11-18T20:07:52,345 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.empty after 1ms 2024-11-18T20:07:52,346 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-18T20:07:52,346 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.empty; empty? 2024-11-18T20:07:52,346 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.empty so closing down 2024-11-18T20:07:52,346 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T20:07:52,346 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.empty, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.empty, size=0 (0bytes) at 1731960472344Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.empty so closing down at 1731960472346 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731960472346 2024-11-18T20:07:52,348 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/WALs/testemptyopenlogfiles,16010,1731960471173/wal.dat.empty to hdfs://localhost:37893/user/jenkins/test-data/13c7875f-3c6a-83bf-a66c-cc0f092786e9/oldWALs/wal.dat.empty 2024-11-18T20:07:52,409 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=143 (was 144), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=592 (was 592), ProcessCount=11 (was 11), AvailableMemoryMB=1571 (was 1595) 2024-11-18T20:07:52,415 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=592, ProcessCount=11, AvailableMemoryMB=1571 2024-11-18T20:07:52,415 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:52,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742038_1217 (size=7) 2024-11-18T20:07:52,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742038_1217 (size=7) 2024-11-18T20:07:52,422 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:52,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:52,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:52,426 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:52,426 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:07:52,427 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:07:52,428 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:52,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742039_1218 (size=1393) 2024-11-18T20:07:52,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742039_1218 (size=1393) 2024-11-18T20:07:52,439 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:52,439 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:07:52,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742040_1219 (size=1393) 2024-11-18T20:07:52,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742040_1219 (size=1393) 2024-11-18T20:07:52,851 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:07:52,851 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:07:52,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742041_1220 (size=1393) 2024-11-18T20:07:52,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742041_1220 (size=1393) 2024-11-18T20:07:52,863 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:07:52,864 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:07:52,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742042_1221 (size=1393) 2024-11-18T20:07:52,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742042_1221 (size=1393) 2024-11-18T20:07:52,874 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:07:52,874 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:07:52,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742043_1222 (size=1393) 2024-11-18T20:07:52,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742043_1222 (size=1393) 2024-11-18T20:07:52,884 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:07:52,884 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:07:52,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742044_1223 (size=1393) 2024-11-18T20:07:52,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742044_1223 (size=1393) 2024-11-18T20:07:52,894 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:07:52,894 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:07:52,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742045_1224 (size=1405) 2024-11-18T20:07:52,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742045_1224 (size=1405) 2024-11-18T20:07:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:07:52,905 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:07:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742046_1225 (size=1413) 2024-11-18T20:07:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742046_1225 (size=1413) 2024-11-18T20:07:52,916 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:07:52,916 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:07:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:52,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:52,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742047_1226 (size=1413) 2024-11-18T20:07:52,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742047_1226 (size=1413) 2024-11-18T20:07:53,327 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:07:53,327 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:07:53,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:53,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:53,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742048_1227 (size=1413) 2024-11-18T20:07:53,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742048_1227 (size=1413) 2024-11-18T20:07:53,741 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:07:53,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742049_1228 (size=1398) 2024-11-18T20:07:53,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742049_1228 (size=1398) 2024-11-18T20:07:53,764 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:07:53,764 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.0 2024-11-18T20:07:53,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.0 after 1ms 2024-11-18T20:07:53,767 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.0 took 3ms 2024-11-18T20:07:53,768 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.0 so closing down 2024-11-18T20:07:53,769 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:53,769 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:53,770 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:53,770 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:53,771 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:53,771 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:53,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742051_1230 (size=743) 2024-11-18T20:07:53,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742051_1230 (size=743) 2024-11-18T20:07:53,785 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:53,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:07:53,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742050_1229 (size=743) 2024-11-18T20:07:53,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742050_1229 (size=743) 2024-11-18T20:07:53,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:53,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:07:53,791 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:53,791 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.0, size=1.4 K (1393bytes) at 1731960473764Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.0 so closing down at 1731960473769 (+5 ms)3 split writer threads finished at 1731960473769Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960473771 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960473771Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960473785 (+14 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731960473786 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960473789 (+3 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731960473790 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960473791 (+1 ms) 2024-11-18T20:07:53,797 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/oldWALs/wal.dat.0 2024-11-18T20:07:53,798 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:07:53,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.1 2024-11-18T20:07:53,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.1 after 0ms 2024-11-18T20:07:53,800 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.1 took 3ms 2024-11-18T20:07:53,801 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.1 so closing down 2024-11-18T20:07:53,801 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:53,801 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:53,803 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:53,803 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:53,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:53,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:53,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742053_1232 (size=743) 2024-11-18T20:07:53,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742053_1232 (size=743) 2024-11-18T20:07:53,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:53,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:07:53,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742052_1231 (size=743) 2024-11-18T20:07:53,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742052_1231 (size=743) 2024-11-18T20:07:53,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:53,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:07:53,816 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:53,816 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.1, size=1.4 K (1393bytes) at 1731960473798Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.1 so closing down at 1731960473801 (+3 ms)3 split writer threads finished at 1731960473801Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731960473804 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731960473804Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960473808 (+4 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731960473809 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960473815 (+6 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731960473816 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960473816 2024-11-18T20:07:53,817 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/oldWALs/wal.dat.1 2024-11-18T20:07:53,818 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:07:53,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.2 2024-11-18T20:07:53,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.2 after 0ms 2024-11-18T20:07:53,820 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.2 took 3ms 2024-11-18T20:07:53,821 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.2 so closing down 2024-11-18T20:07:53,821 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:53,821 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:53,822 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:53,822 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:53,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:53,823 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:53,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742055_1234 (size=743) 2024-11-18T20:07:53,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742054_1233 (size=743) 2024-11-18T20:07:53,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742054_1233 (size=743) 2024-11-18T20:07:53,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742055_1234 (size=743) 2024-11-18T20:07:53,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:53,828 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:53,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:07:53,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:07:53,829 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:53,829 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.2, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.2, size=1.4 K (1393bytes) at 1731960473818Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.2 so closing down at 1731960473821 (+3 ms)3 split writer threads finished at 1731960473821Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731960473823 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731960473823Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960473828 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960473828Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731960473829 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731960473829Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960473829 2024-11-18T20:07:53,830 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.2 to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/oldWALs/wal.dat.2 2024-11-18T20:07:53,831 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:07:53,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.3 2024-11-18T20:07:53,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.3 after 0ms 2024-11-18T20:07:53,833 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.3 took 2ms 2024-11-18T20:07:53,834 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.3 so closing down 2024-11-18T20:07:53,834 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:53,834 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:53,836 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:53,836 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:53,837 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:53,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:53,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742057_1236 (size=743) 2024-11-18T20:07:53,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742056_1235 (size=743) 2024-11-18T20:07:53,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742057_1236 (size=743) 2024-11-18T20:07:53,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:53,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:53,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742056_1235 (size=743) 2024-11-18T20:07:53,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:07:53,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:07:53,848 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:53,848 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.3, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.3, size=1.4 K (1393bytes) at 1731960473831Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.3 so closing down at 1731960473834 (+3 ms)3 split writer threads finished at 1731960473834Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731960473837 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731960473837Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960473847 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960473847Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731960473848 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731960473848Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960473848 2024-11-18T20:07:53,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.3 to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/oldWALs/wal.dat.3 2024-11-18T20:07:53,850 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:07:53,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.4 2024-11-18T20:07:53,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.4 after 0ms 2024-11-18T20:07:53,852 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.4 took 2ms 2024-11-18T20:07:53,853 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.4 so closing down 2024-11-18T20:07:53,853 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:53,853 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:53,855 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:53,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:53,861 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:53,863 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:53,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742058_1237 (size=743) 2024-11-18T20:07:53,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742058_1237 (size=743) 2024-11-18T20:07:53,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:53,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:07:53,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742059_1238 (size=743) 2024-11-18T20:07:53,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742059_1238 (size=743) 2024-11-18T20:07:53,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:53,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:07:53,879 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:53,879 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.4, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.4, size=1.4 K (1393bytes) at 1731960473850Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.4 so closing down at 1731960473853 (+3 ms)3 split writer threads finished at 1731960473853Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731960473860 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731960473863 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960473873 (+10 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731960473874 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960473877 (+3 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731960473879 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960473879 2024-11-18T20:07:53,881 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.4 to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/oldWALs/wal.dat.4 2024-11-18T20:07:53,881 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.5, size=1.4 K (1398bytes) 2024-11-18T20:07:53,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.5 2024-11-18T20:07:53,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.5 after 0ms 2024-11-18T20:07:53,883 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.5 took 2ms 2024-11-18T20:07:53,886 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:07:53,887 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.5 so closing down 2024-11-18T20:07:53,887 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:53,887 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:53,889 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:07:53,889 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:07:53,890 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:07:53,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:07:53,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742060_1239 (size=743) 2024-11-18T20:07:53,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742060_1239 (size=743) 2024-11-18T20:07:53,901 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:53,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:07:53,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742061_1240 (size=743) 2024-11-18T20:07:53,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742061_1240 (size=743) 2024-11-18T20:07:53,906 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:53,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:07:53,908 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-18T20:07:53,908 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.5, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.5, size=1.4 K (1398bytes) at 1731960473881Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.5 so closing down at 1731960473887 (+6 ms)3 split writer threads finished at 1731960473887Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731960473890 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731960473890Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960473901 (+11 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731960473903 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960473906 (+3 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731960473908 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731960473908 2024-11-18T20:07:53,910 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.5 to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/corrupt/wal.dat.5 2024-11-18T20:07:53,911 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:07:53,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.6 2024-11-18T20:07:53,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.6 after 0ms 2024-11-18T20:07:53,913 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.6 took 3ms 2024-11-18T20:07:53,915 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.6 so closing down 2024-11-18T20:07:53,915 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:53,915 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:53,917 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:53,917 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:53,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:53,918 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:53,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742063_1242 (size=749) 2024-11-18T20:07:53,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742062_1241 (size=749) 2024-11-18T20:07:53,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742063_1242 (size=749) 2024-11-18T20:07:53,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742062_1241 (size=749) 2024-11-18T20:07:54,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:54,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:54,325 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:07:54,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:07:54,325 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:07:54,325 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.6, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.6, size=1.4 K (1405bytes) at 1731960473911Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.6 so closing down at 1731960473915 (+4 ms)3 split writer threads finished at 1731960473915Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731960473918 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731960473918Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960474323 (+405 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960474323Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731960474325 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731960474325Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731960474325 2024-11-18T20:07:54,327 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.6 to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/oldWALs/wal.dat.6 2024-11-18T20:07:54,327 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:07:54,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.7 2024-11-18T20:07:54,328 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.7 after 0ms 2024-11-18T20:07:54,330 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.7 took 3ms 2024-11-18T20:07:54,331 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.7 so closing down 2024-11-18T20:07:54,331 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:54,331 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:54,333 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:54,333 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:54,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:54,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742065_1244 (size=753) 2024-11-18T20:07:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742064_1243 (size=753) 2024-11-18T20:07:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742065_1244 (size=753) 2024-11-18T20:07:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742064_1243 (size=753) 2024-11-18T20:07:54,338 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:54,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:54,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:07:54,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:07:54,340 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:54,340 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.7, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.7, size=1.4 K (1413bytes) at 1731960474327Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.7 so closing down at 1731960474331 (+4 ms)3 split writer threads finished at 1731960474331Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731960474334 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731960474334Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960474338 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960474339 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731960474340 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731960474340Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960474340 2024-11-18T20:07:54,341 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.7 to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/oldWALs/wal.dat.7 2024-11-18T20:07:54,342 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:07:54,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.8 2024-11-18T20:07:54,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.8 after 0ms 2024-11-18T20:07:54,344 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.8 took 3ms 2024-11-18T20:07:54,345 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.8 so closing down 2024-11-18T20:07:54,345 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:54,345 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:54,347 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:54,347 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:54,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:54,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:54,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742066_1245 (size=753) 2024-11-18T20:07:54,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742066_1245 (size=753) 2024-11-18T20:07:54,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742067_1246 (size=753) 2024-11-18T20:07:54,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742067_1246 (size=753) 2024-11-18T20:07:54,369 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:54,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:54,370 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:07:54,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:07:54,371 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:54,371 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.8, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.8, size=1.4 K (1413bytes) at 1731960474342Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.8 so closing down at 1731960474345 (+3 ms)3 split writer threads finished at 1731960474345Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731960474348 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731960474351 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960474369 (+18 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960474369Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731960474370 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731960474371 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960474371 2024-11-18T20:07:54,373 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.8 to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/oldWALs/wal.dat.8 2024-11-18T20:07:54,373 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:07:54,373 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.9 2024-11-18T20:07:54,373 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.9 after 0ms 2024-11-18T20:07:54,375 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.9 took 2ms 2024-11-18T20:07:54,377 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.9 so closing down 2024-11-18T20:07:54,377 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:54,377 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:54,379 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:54,379 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:54,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:54,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:54,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742069_1248 (size=753) 2024-11-18T20:07:54,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742068_1247 (size=753) 2024-11-18T20:07:54,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742068_1247 (size=753) 2024-11-18T20:07:54,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742069_1248 (size=753) 2024-11-18T20:07:54,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:54,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:07:54,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:54,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:07:54,792 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:54,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.9, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.9, size=1.4 K (1413bytes) at 1731960474373Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.9 so closing down at 1731960474377 (+4 ms)3 split writer threads finished at 1731960474377Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731960474381 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731960474381Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960474392 (+11 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731960474393 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960474791 (+398 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731960474792 (+1 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960474792 2024-11-18T20:07:54,794 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731960472426/wal.dat.9 to hdfs://localhost:37893/user/jenkins/test-data/4780b066-f0a9-5bff-e37c-9adf4efc3757/oldWALs/wal.dat.9 2024-11-18T20:07:54,856 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=142 (was 143), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=592 (was 592), ProcessCount=11 (was 11), AvailableMemoryMB=1505 (was 1571) 2024-11-18T20:07:54,862 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=142, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=592, ProcessCount=11, AvailableMemoryMB=1504 2024-11-18T20:07:54,863 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:54,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742070_1249 (size=7) 2024-11-18T20:07:54,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742070_1249 (size=7) 2024-11-18T20:07:54,870 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:54,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:54,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:54,875 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:54,875 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507/data/default/t1/ff264305c2db0849327caaa154aac2cf 2024-11-18T20:07:54,876 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ff264305c2db0849327caaa154aac2cf 2024-11-18T20:07:54,877 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:54,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742071_1250 (size=3851) 2024-11-18T20:07:54,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742071_1250 (size=3851) 2024-11-18T20:07:54,919 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/WALs/testsplitleavescompactioneventsedits,16010,1731960474875/wal.dat.0, size=3.8 K (3851bytes) 2024-11-18T20:07:54,919 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/WALs/testsplitleavescompactioneventsedits,16010,1731960474875/wal.dat.0 2024-11-18T20:07:54,919 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/WALs/testsplitleavescompactioneventsedits,16010,1731960474875/wal.dat.0 after 0ms 2024-11-18T20:07:54,921 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/WALs/testsplitleavescompactioneventsedits,16010,1731960474875/wal.dat.0 took 2ms 2024-11-18T20:07:54,922 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/WALs/testsplitleavescompactioneventsedits,16010,1731960474875/wal.dat.0 so closing down 2024-11-18T20:07:54,922 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:54,922 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:54,925 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:54,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/data/default/t1/ff264305c2db0849327caaa154aac2cf/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:54,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742072_1251 (size=1591) 2024-11-18T20:07:54,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742072_1251 (size=1591) 2024-11-18T20:07:54,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/data/default/t1/ff264305c2db0849327caaa154aac2cf/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:54,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/data/default/t1/ff264305c2db0849327caaa154aac2cf/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/data/default/t1/ff264305c2db0849327caaa154aac2cf/recovered.edits/0000000000000000009 2024-11-18T20:07:54,940 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 18 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/WALs/testsplitleavescompactioneventsedits,16010,1731960474875/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false 2024-11-18T20:07:54,940 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/WALs/testsplitleavescompactioneventsedits,16010,1731960474875/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/WALs/testsplitleavescompactioneventsedits,16010,1731960474875/wal.dat.0, size=3.8 K (3851bytes) at 1731960474919Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/WALs/testsplitleavescompactioneventsedits,16010,1731960474875/wal.dat.0 so closing down at 1731960474922 (+3 ms)3 split writer threads finished at 1731960474923 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/data/default/t1/ff264305c2db0849327caaa154aac2cf/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960474926 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/data/default/t1/ff264305c2db0849327caaa154aac2cf/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731960474938 (+12 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/data/default/t1/ff264305c2db0849327caaa154aac2cf/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/data/default/t1/ff264305c2db0849327caaa154aac2cf/recovered.edits/0000000000000000009 at 1731960474939 (+1 ms)Processed 21 edits across 1 Regions in 18 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/WALs/testsplitleavescompactioneventsedits,16010,1731960474875/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false at 1731960474940 (+1 ms) 2024-11-18T20:07:54,942 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/WALs/testsplitleavescompactioneventsedits,16010,1731960474875/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/eaec4fa9-440f-8b78-8dbe-5bd4b07e391d/oldWALs/wal.dat.0 2024-11-18T20:07:54,962 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=143 (was 142) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=592 (was 592), ProcessCount=11 (was 11), AvailableMemoryMB=1516 (was 1504) - AvailableMemoryMB LEAK? - 2024-11-18T20:07:54,970 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=143, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=592, ProcessCount=11, AvailableMemoryMB=1516 2024-11-18T20:07:54,970 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:54,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742073_1252 (size=7) 2024-11-18T20:07:54,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742073_1252 (size=7) 2024-11-18T20:07:54,982 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:54,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:54,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:54,986 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:54,986 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T20:07:54,988 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:54,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:54,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:54,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742074_1253 (size=863) 2024-11-18T20:07:54,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742074_1253 (size=863) 2024-11-18T20:07:54,997 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:55,023 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/WALs/testsplitpreservesedits,16010,1731960474986/wal.dat.0, size=863 (863bytes) 2024-11-18T20:07:55,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/WALs/testsplitpreservesedits,16010,1731960474986/wal.dat.0 2024-11-18T20:07:55,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/WALs/testsplitpreservesedits,16010,1731960474986/wal.dat.0 after 0ms 2024-11-18T20:07:55,026 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/WALs/testsplitpreservesedits,16010,1731960474986/wal.dat.0 took 3ms 2024-11-18T20:07:55,028 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/WALs/testsplitpreservesedits,16010,1731960474986/wal.dat.0 so closing down 2024-11-18T20:07:55,029 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:55,029 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:55,031 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:55,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:55,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742075_1254 (size=863) 2024-11-18T20:07:55,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742075_1254 (size=863) 2024-11-18T20:07:55,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T20:07:55,038 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/WALs/testsplitpreservesedits,16010,1731960474986/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-18T20:07:55,038 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/WALs/testsplitpreservesedits,16010,1731960474986/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/WALs/testsplitpreservesedits,16010,1731960474986/wal.dat.0, size=863 (863bytes) at 1731960475023Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/WALs/testsplitpreservesedits,16010,1731960474986/wal.dat.0 so closing down at 1731960475029 (+6 ms)3 split writer threads finished at 1731960475029Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960475032 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475037 (+5 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731960475038 (+1 ms)Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/WALs/testsplitpreservesedits,16010,1731960474986/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731960475038 2024-11-18T20:07:55,040 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/WALs/testsplitpreservesedits,16010,1731960474986/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/e5bc2d91-3a8a-6cb9-b7c2-fbf41ed28ebe/oldWALs/wal.dat.0 2024-11-18T20:07:55,054 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=143 (was 143), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=592 (was 592), ProcessCount=11 (was 11), AvailableMemoryMB=1516 (was 1516) 2024-11-18T20:07:55,061 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=143, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=592, ProcessCount=11, AvailableMemoryMB=1516 2024-11-18T20:07:55,061 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:55,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742076_1255 (size=7) 2024-11-18T20:07:55,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742076_1255 (size=7) 2024-11-18T20:07:55,068 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:55,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:55,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:55,074 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:55,074 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:07:55,075 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:07:55,076 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:55,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742077_1256 (size=1393) 2024-11-18T20:07:55,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742077_1256 (size=1393) 2024-11-18T20:07:55,490 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:55,490 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:07:55,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742078_1257 (size=1393) 2024-11-18T20:07:55,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742078_1257 (size=1393) 2024-11-18T20:07:55,508 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:07:55,508 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:07:55,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742079_1258 (size=1393) 2024-11-18T20:07:55,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742079_1258 (size=1393) 2024-11-18T20:07:55,521 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:07:55,522 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:07:55,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742080_1259 (size=1393) 2024-11-18T20:07:55,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742080_1259 (size=1393) 2024-11-18T20:07:55,535 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:07:55,535 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:07:55,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742081_1260 (size=1393) 2024-11-18T20:07:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742081_1260 (size=1393) 2024-11-18T20:07:55,547 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:07:55,547 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:07:55,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742082_1261 (size=1393) 2024-11-18T20:07:55,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742082_1261 (size=1393) 2024-11-18T20:07:55,561 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:07:55,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:07:55,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742083_1262 (size=1405) 2024-11-18T20:07:55,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742083_1262 (size=1405) 2024-11-18T20:07:55,574 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:07:55,574 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:07:55,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742084_1263 (size=1413) 2024-11-18T20:07:55,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742084_1263 (size=1413) 2024-11-18T20:07:55,585 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:07:55,585 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:07:55,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742085_1264 (size=1413) 2024-11-18T20:07:55,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742085_1264 (size=1413) 2024-11-18T20:07:55,598 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:07:55,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:07:55,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:55,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:55,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742086_1265 (size=1413) 2024-11-18T20:07:55,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742086_1265 (size=1413) 2024-11-18T20:07:55,610 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:07:55,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742087_1266 (size=1394) 2024-11-18T20:07:55,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742087_1266 (size=1394) 2024-11-18T20:07:55,644 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:07:55,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.0 2024-11-18T20:07:55,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.0 after 1ms 2024-11-18T20:07:55,647 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.0 took 3ms 2024-11-18T20:07:55,649 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.0 so closing down 2024-11-18T20:07:55,649 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:55,650 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:55,652 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:55,652 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:55,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:55,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:55,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742088_1267 (size=743) 2024-11-18T20:07:55,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742088_1267 (size=743) 2024-11-18T20:07:55,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:07:55,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742089_1268 (size=743) 2024-11-18T20:07:55,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742089_1268 (size=743) 2024-11-18T20:07:55,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:07:55,673 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:55,673 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.0, size=1.4 K (1393bytes) at 1731960475644Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.0 so closing down at 1731960475649 (+5 ms)3 split writer threads finished at 1731960475650 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960475653 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960475653Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475661 (+8 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731960475663 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475672 (+9 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731960475673 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960475673 2024-11-18T20:07:55,675 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/oldWALs/wal.dat.0 2024-11-18T20:07:55,675 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:07:55,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.1 2024-11-18T20:07:55,676 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.1 after 0ms 2024-11-18T20:07:55,677 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.1 took 2ms 2024-11-18T20:07:55,679 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.1 so closing down 2024-11-18T20:07:55,679 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:55,679 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:55,681 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:55,681 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:55,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:55,683 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:55,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742091_1270 (size=743) 2024-11-18T20:07:55,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742090_1269 (size=743) 2024-11-18T20:07:55,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742091_1270 (size=743) 2024-11-18T20:07:55,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742090_1269 (size=743) 2024-11-18T20:07:55,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:07:55,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:07:55,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:55,708 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.1, size=1.4 K (1393bytes) at 1731960475675Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.1 so closing down at 1731960475679 (+4 ms)3 split writer threads finished at 1731960475679Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731960475682 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731960475683 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475706 (+23 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475706Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731960475708 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731960475708Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960475708 2024-11-18T20:07:55,710 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/oldWALs/wal.dat.1 2024-11-18T20:07:55,710 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:07:55,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.2 2024-11-18T20:07:55,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.2 after 1ms 2024-11-18T20:07:55,712 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.2 took 2ms 2024-11-18T20:07:55,714 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.2 so closing down 2024-11-18T20:07:55,714 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:55,714 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:55,715 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:55,715 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:55,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:55,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:55,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742092_1271 (size=743) 2024-11-18T20:07:55,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742093_1272 (size=743) 2024-11-18T20:07:55,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742092_1271 (size=743) 2024-11-18T20:07:55,730 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742093_1272 (size=743) 2024-11-18T20:07:55,730 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,731 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:07:55,731 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:07:55,731 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:55,731 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.2, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.2, size=1.4 K (1393bytes) at 1731960475710Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.2 so closing down at 1731960475714 (+4 ms)3 split writer threads finished at 1731960475714Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731960475717 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731960475717Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475730 (+13 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475730Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731960475731 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731960475731Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960475731 2024-11-18T20:07:55,732 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.2 to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/oldWALs/wal.dat.2 2024-11-18T20:07:55,733 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:07:55,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.3 2024-11-18T20:07:55,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.3 after 0ms 2024-11-18T20:07:55,735 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.3 took 3ms 2024-11-18T20:07:55,736 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.3 so closing down 2024-11-18T20:07:55,736 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:55,736 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:55,738 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:55,738 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:55,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:55,739 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:55,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742094_1273 (size=743) 2024-11-18T20:07:55,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742094_1273 (size=743) 2024-11-18T20:07:55,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742095_1274 (size=743) 2024-11-18T20:07:55,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742095_1274 (size=743) 2024-11-18T20:07:55,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,744 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:07:55,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:07:55,745 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:55,745 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.3, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.3, size=1.4 K (1393bytes) at 1731960475733Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.3 so closing down at 1731960475736 (+3 ms)3 split writer threads finished at 1731960475736Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731960475739 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731960475739Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475743 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475744 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731960475745 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731960475745Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960475745 2024-11-18T20:07:55,746 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.3 to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/oldWALs/wal.dat.3 2024-11-18T20:07:55,747 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:07:55,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.4 2024-11-18T20:07:55,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.4 after 0ms 2024-11-18T20:07:55,749 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.4 took 3ms 2024-11-18T20:07:55,750 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.4 so closing down 2024-11-18T20:07:55,750 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:55,751 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:55,752 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:55,752 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:55,753 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:55,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:55,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742096_1275 (size=743) 2024-11-18T20:07:55,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742096_1275 (size=743) 2024-11-18T20:07:55,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,759 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:07:55,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742097_1276 (size=743) 2024-11-18T20:07:55,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742097_1276 (size=743) 2024-11-18T20:07:55,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:07:55,766 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:55,767 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.4, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.4, size=1.4 K (1393bytes) at 1731960475747Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.4 so closing down at 1731960475750 (+3 ms)3 split writer threads finished at 1731960475751 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731960475753 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731960475753Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475758 (+5 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731960475759 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475765 (+6 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731960475766 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960475766 2024-11-18T20:07:55,768 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.4 to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/oldWALs/wal.dat.4 2024-11-18T20:07:55,768 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.5, size=1.4 K (1394bytes) 2024-11-18T20:07:55,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.5 2024-11-18T20:07:55,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.5 after 1ms 2024-11-18T20:07:55,771 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-18T20:07:55,772 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.5 so closing down 2024-11-18T20:07:55,772 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-18T20:07:55,772 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.5, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.5, size=1.4 K (1394bytes) at 1731960475768Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.5 so closing down at 1731960475772 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731960475772 2024-11-18T20:07:55,774 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.5 to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/corrupt/wal.dat.5 2024-11-18T20:07:55,774 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:07:55,774 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.6 2024-11-18T20:07:55,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.6 after 1ms 2024-11-18T20:07:55,777 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.6 took 3ms 2024-11-18T20:07:55,780 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.6 so closing down 2024-11-18T20:07:55,780 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:55,780 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:55,782 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:55,782 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:55,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:55,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:55,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742099_1278 (size=749) 2024-11-18T20:07:55,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742098_1277 (size=749) 2024-11-18T20:07:55,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742098_1277 (size=749) 2024-11-18T20:07:55,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:07:55,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742099_1278 (size=749) 2024-11-18T20:07:55,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:07:55,792 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:07:55,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.6, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.6, size=1.4 K (1405bytes) at 1731960475774Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.6 so closing down at 1731960475780 (+6 ms)3 split writer threads finished at 1731960475780Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731960475783 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731960475783Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475789 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475789Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731960475792 (+3 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731960475792Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731960475792 2024-11-18T20:07:55,794 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.6 to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/oldWALs/wal.dat.6 2024-11-18T20:07:55,794 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:07:55,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.7 2024-11-18T20:07:55,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.7 after 0ms 2024-11-18T20:07:55,796 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.7 took 2ms 2024-11-18T20:07:55,797 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.7 so closing down 2024-11-18T20:07:55,797 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:55,798 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:55,800 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:55,800 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:55,801 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:55,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:55,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742100_1279 (size=753) 2024-11-18T20:07:55,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742101_1280 (size=753) 2024-11-18T20:07:55,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742101_1280 (size=753) 2024-11-18T20:07:55,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742100_1279 (size=753) 2024-11-18T20:07:55,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:07:55,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:07:55,811 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:55,811 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.7, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.7, size=1.4 K (1413bytes) at 1731960475794Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.7 so closing down at 1731960475797 (+3 ms)3 split writer threads finished at 1731960475798 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731960475801 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731960475801Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475810 (+9 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475810Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731960475811 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731960475811Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960475811 2024-11-18T20:07:55,813 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.7 to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/oldWALs/wal.dat.7 2024-11-18T20:07:55,813 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:07:55,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.8 2024-11-18T20:07:55,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.8 after 0ms 2024-11-18T20:07:55,815 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.8 took 2ms 2024-11-18T20:07:55,816 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.8 so closing down 2024-11-18T20:07:55,816 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:55,816 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:55,818 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:55,818 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:55,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:55,819 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:55,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742103_1282 (size=753) 2024-11-18T20:07:55,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742102_1281 (size=753) 2024-11-18T20:07:55,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742102_1281 (size=753) 2024-11-18T20:07:55,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742103_1282 (size=753) 2024-11-18T20:07:55,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:07:55,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:07:55,831 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:55,831 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.8, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.8, size=1.4 K (1413bytes) at 1731960475813Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.8 so closing down at 1731960475816 (+3 ms)3 split writer threads finished at 1731960475816Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731960475820 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731960475820Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475829 (+9 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475830 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731960475831 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731960475831Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960475831 2024-11-18T20:07:55,833 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.8 to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/oldWALs/wal.dat.8 2024-11-18T20:07:55,833 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:07:55,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.9 2024-11-18T20:07:55,834 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.9 after 1ms 2024-11-18T20:07:55,836 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.9 took 3ms 2024-11-18T20:07:55,837 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.9 so closing down 2024-11-18T20:07:55,837 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:55,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:55,839 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:55,839 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:55,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:55,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:55,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742104_1283 (size=753) 2024-11-18T20:07:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742104_1283 (size=753) 2024-11-18T20:07:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742105_1284 (size=753) 2024-11-18T20:07:55,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:55,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:07:55,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742105_1284 (size=753) 2024-11-18T20:07:56,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:56,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:07:56,249 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:56,249 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.9, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.9, size=1.4 K (1413bytes) at 1731960475833Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.9 so closing down at 1731960475837 (+4 ms)3 split writer threads finished at 1731960475837Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731960475840 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731960475841 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960475846 (+5 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731960475848 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960476247 (+399 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731960476248 (+1 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960476249 (+1 ms) 2024-11-18T20:07:56,250 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731960475074/wal.dat.9 to hdfs://localhost:37893/user/jenkins/test-data/054e77e0-0de9-3aa1-be1e-78ad7a468823/oldWALs/wal.dat.9 2024-11-18T20:07:56,301 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=143 (was 143), OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 592), ProcessCount=11 (was 11), AvailableMemoryMB=1466 (was 1516) 2024-11-18T20:07:56,309 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=143, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=1466 2024-11-18T20:07:56,309 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:56,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742106_1285 (size=7) 2024-11-18T20:07:56,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742106_1285 (size=7) 2024-11-18T20:07:56,718 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:56,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:56,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:56,725 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:56,725 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T20:07:56,726 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:56,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:56,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:56,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:56,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:56,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:56,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:56,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:56,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:56,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:56,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:56,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:56,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:56,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:56,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:56,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:56,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:56,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:56,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:56,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742107_1286 (size=2403) 2024-11-18T20:07:56,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742107_1286 (size=2403) 2024-11-18T20:07:56,739 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:56,762 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/WALs/testsplitremovesregioneventsedits,16010,1731960476725/wal.dat.0, size=2.3 K (2403bytes) 2024-11-18T20:07:56,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/WALs/testsplitremovesregioneventsedits,16010,1731960476725/wal.dat.0 2024-11-18T20:07:56,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/WALs/testsplitremovesregioneventsedits,16010,1731960476725/wal.dat.0 after 1ms 2024-11-18T20:07:56,765 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/WALs/testsplitremovesregioneventsedits,16010,1731960476725/wal.dat.0 took 3ms 2024-11-18T20:07:56,766 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/WALs/testsplitremovesregioneventsedits,16010,1731960476725/wal.dat.0 so closing down 2024-11-18T20:07:56,766 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:56,767 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:56,768 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:56,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:56,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742108_1287 (size=863) 2024-11-18T20:07:56,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742108_1287 (size=863) 2024-11-18T20:07:56,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:56,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T20:07:56,775 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/WALs/testsplitremovesregioneventsedits,16010,1731960476725/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-18T20:07:56,775 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/WALs/testsplitremovesregioneventsedits,16010,1731960476725/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/WALs/testsplitremovesregioneventsedits,16010,1731960476725/wal.dat.0, size=2.3 K (2403bytes) at 1731960476762Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/WALs/testsplitremovesregioneventsedits,16010,1731960476725/wal.dat.0 so closing down at 1731960476766 (+4 ms)3 split writer threads finished at 1731960476767 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960476769 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960476773 (+4 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731960476775 (+2 ms)Processed 20 edits across 1 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/WALs/testsplitremovesregioneventsedits,16010,1731960476725/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731960476775 2024-11-18T20:07:56,777 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/WALs/testsplitremovesregioneventsedits,16010,1731960476725/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/fb9d68be-0055-3c44-ba4c-b826a627f05f/oldWALs/wal.dat.0 2024-11-18T20:07:56,792 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=144 (was 143) - Thread LEAK? -, OpenFileDescriptor=393 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 577), ProcessCount=11 (was 11), AvailableMemoryMB=1496 (was 1466) - AvailableMemoryMB LEAK? - 2024-11-18T20:07:56,799 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=1496 2024-11-18T20:07:56,800 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:56,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742109_1288 (size=7) 2024-11-18T20:07:56,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742109_1288 (size=7) 2024-11-18T20:07:56,806 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:56,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:56,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:56,809 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:56,823 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=144 (was 144), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 577), ProcessCount=11 (was 11), AvailableMemoryMB=1496 (was 1496) 2024-11-18T20:07:56,829 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=1496 2024-11-18T20:07:56,829 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:56,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742110_1289 (size=7) 2024-11-18T20:07:56,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742110_1289 (size=7) 2024-11-18T20:07:57,235 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:57,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:57,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:57,238 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:57,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:07:57,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742111_1290 (size=255) 2024-11-18T20:07:57,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742111_1290 (size=255) 2024-11-18T20:07:57,271 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/59b44ed7-d903-93f8-7de3-106e76e71918/WALs/testsplitremovesreplicationmarkeredits,16010,1731960477238/wal.dat.1, size=255 (255bytes) 2024-11-18T20:07:57,271 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/59b44ed7-d903-93f8-7de3-106e76e71918/WALs/testsplitremovesreplicationmarkeredits,16010,1731960477238/wal.dat.1 2024-11-18T20:07:57,271 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/59b44ed7-d903-93f8-7de3-106e76e71918/WALs/testsplitremovesreplicationmarkeredits,16010,1731960477238/wal.dat.1 after 0ms 2024-11-18T20:07:57,273 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/59b44ed7-d903-93f8-7de3-106e76e71918/WALs/testsplitremovesreplicationmarkeredits,16010,1731960477238/wal.dat.1 took 2ms 2024-11-18T20:07:57,274 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-18T20:07:57,274 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/59b44ed7-d903-93f8-7de3-106e76e71918/WALs/testsplitremovesreplicationmarkeredits,16010,1731960477238/wal.dat.1 so closing down 2024-11-18T20:07:57,274 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:57,274 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:57,274 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/59b44ed7-d903-93f8-7de3-106e76e71918/WALs/testsplitremovesreplicationmarkeredits,16010,1731960477238/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-18T20:07:57,274 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/59b44ed7-d903-93f8-7de3-106e76e71918/WALs/testsplitremovesreplicationmarkeredits,16010,1731960477238/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/59b44ed7-d903-93f8-7de3-106e76e71918/WALs/testsplitremovesreplicationmarkeredits,16010,1731960477238/wal.dat.1, size=255 (255bytes) at 1731960477271Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/59b44ed7-d903-93f8-7de3-106e76e71918/WALs/testsplitremovesreplicationmarkeredits,16010,1731960477238/wal.dat.1 so closing down at 1731960477274 (+3 ms)3 split writer threads finished at 1731960477274Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/59b44ed7-d903-93f8-7de3-106e76e71918/WALs/testsplitremovesreplicationmarkeredits,16010,1731960477238/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731960477274 2024-11-18T20:07:57,275 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/59b44ed7-d903-93f8-7de3-106e76e71918/WALs/testsplitremovesreplicationmarkeredits,16010,1731960477238/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/59b44ed7-d903-93f8-7de3-106e76e71918/oldWALs/wal.dat.1 2024-11-18T20:07:57,283 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=144 (was 144), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 577), ProcessCount=11 (was 11), AvailableMemoryMB=1464 (was 1496) 2024-11-18T20:07:57,289 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=1464 2024-11-18T20:07:57,289 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:57,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742112_1291 (size=7) 2024-11-18T20:07:57,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742112_1291 (size=7) 2024-11-18T20:07:57,295 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:57,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:57,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:57,298 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:57,298 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-18T20:07:57,298 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T20:07:57,299 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:57,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742113_1292 (size=1941) 2024-11-18T20:07:57,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742113_1292 (size=1941) 2024-11-18T20:07:57,308 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:57,308 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507/data/default/t1/region__1 2024-11-18T20:07:57,323 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/963e6fd7-2432-400c-877e-0c1908a1bee3/WALs/testsplitlogfiledeletedregiondir,16010,1731960477298/wal.dat.0, size=1.9 K (1941bytes) 2024-11-18T20:07:57,323 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/963e6fd7-2432-400c-877e-0c1908a1bee3/WALs/testsplitlogfiledeletedregiondir,16010,1731960477298/wal.dat.0 2024-11-18T20:07:57,323 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/963e6fd7-2432-400c-877e-0c1908a1bee3/WALs/testsplitlogfiledeletedregiondir,16010,1731960477298/wal.dat.0 after 0ms 2024-11-18T20:07:57,325 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/963e6fd7-2432-400c-877e-0c1908a1bee3/WALs/testsplitlogfiledeletedregiondir,16010,1731960477298/wal.dat.0 took 2ms 2024-11-18T20:07:57,326 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-18T20:07:57,326 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/963e6fd7-2432-400c-877e-0c1908a1bee3/WALs/testsplitlogfiledeletedregiondir,16010,1731960477298/wal.dat.0 so closing down 2024-11-18T20:07:57,326 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:57,326 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:57,326 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:37893/user/jenkins/test-data/963e6fd7-2432-400c-877e-0c1908a1bee3/WALs/testsplitlogfiledeletedregiondir,16010,1731960477298/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-18T20:07:57,326 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/963e6fd7-2432-400c-877e-0c1908a1bee3/WALs/testsplitlogfiledeletedregiondir,16010,1731960477298/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/963e6fd7-2432-400c-877e-0c1908a1bee3/WALs/testsplitlogfiledeletedregiondir,16010,1731960477298/wal.dat.0, size=1.9 K (1941bytes) at 1731960477323Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/963e6fd7-2432-400c-877e-0c1908a1bee3/WALs/testsplitlogfiledeletedregiondir,16010,1731960477298/wal.dat.0 so closing down at 1731960477326 (+3 ms)3 split writer threads finished at 1731960477326Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:37893/user/jenkins/test-data/963e6fd7-2432-400c-877e-0c1908a1bee3/WALs/testsplitlogfiledeletedregiondir,16010,1731960477298/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731960477326 2024-11-18T20:07:57,327 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/963e6fd7-2432-400c-877e-0c1908a1bee3/WALs/testsplitlogfiledeletedregiondir,16010,1731960477298/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/963e6fd7-2432-400c-877e-0c1908a1bee3/oldWALs/wal.dat.0 2024-11-18T20:07:57,335 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=144 (was 144), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 577), ProcessCount=11 (was 11), AvailableMemoryMB=1460 (was 1464) 2024-11-18T20:07:57,342 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=1460 2024-11-18T20:07:57,343 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:57,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742114_1293 (size=7) 2024-11-18T20:07:57,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742114_1293 (size=7) 2024-11-18T20:07:57,349 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:57,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:57,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:57,352 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:57,352 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T20:07:57,352 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:57,353 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:07:57,353 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:07:57,354 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:57,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742115_1294 (size=1393) 2024-11-18T20:07:57,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742115_1294 (size=1393) 2024-11-18T20:07:57,364 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:57,364 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:07:57,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742116_1295 (size=1393) 2024-11-18T20:07:57,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742116_1295 (size=1393) 2024-11-18T20:07:57,374 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:07:57,374 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:07:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742117_1296 (size=1393) 2024-11-18T20:07:57,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742117_1296 (size=1393) 2024-11-18T20:07:57,383 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:07:57,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:07:57,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742118_1297 (size=1393) 2024-11-18T20:07:57,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742118_1297 (size=1393) 2024-11-18T20:07:57,393 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:07:57,393 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:07:57,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742119_1298 (size=1393) 2024-11-18T20:07:57,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742119_1298 (size=1393) 2024-11-18T20:07:57,402 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:07:57,402 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:07:57,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742120_1299 (size=1393) 2024-11-18T20:07:57,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742120_1299 (size=1393) 2024-11-18T20:07:57,411 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:07:57,412 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:07:57,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742121_1300 (size=1405) 2024-11-18T20:07:57,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742121_1300 (size=1405) 2024-11-18T20:07:57,822 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:07:57,822 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:07:57,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742122_1301 (size=1413) 2024-11-18T20:07:57,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742122_1301 (size=1413) 2024-11-18T20:07:57,833 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:07:57,833 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:07:57,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742123_1302 (size=1413) 2024-11-18T20:07:57,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742123_1302 (size=1413) 2024-11-18T20:07:57,846 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:07:57,847 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:07:57,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742124_1303 (size=1413) 2024-11-18T20:07:57,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742124_1303 (size=1413) 2024-11-18T20:07:57,857 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:07:57,873 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/f92f02a0-2061-08b9-086d-588b6952726b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731960477352/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:07:57,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/f92f02a0-2061-08b9-086d-588b6952726b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731960477352/wal.dat.0 2024-11-18T20:07:57,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/f92f02a0-2061-08b9-086d-588b6952726b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731960477352/wal.dat.0 after 0ms 2024-11-18T20:07:57,875 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/f92f02a0-2061-08b9-086d-588b6952726b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731960477352/wal.dat.0 took 2ms 2024-11-18T20:07:57,876 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/f92f02a0-2061-08b9-086d-588b6952726b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731960477352/wal.dat.0 so closing down 2024-11-18T20:07:57,876 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:57,877 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:57,877 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/f92f02a0-2061-08b9-086d-588b6952726b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731960477352/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:57,877 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/f92f02a0-2061-08b9-086d-588b6952726b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731960477352/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/f92f02a0-2061-08b9-086d-588b6952726b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731960477352/wal.dat.0, size=1.4 K (1393bytes) at 1731960477873Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/f92f02a0-2061-08b9-086d-588b6952726b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731960477352/wal.dat.0 so closing down at 1731960477876 (+3 ms)3 split writer threads finished at 1731960477877 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/f92f02a0-2061-08b9-086d-588b6952726b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731960477352/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960477877 2024-11-18T20:07:57,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=144 (was 144), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 577), ProcessCount=11 (was 11), AvailableMemoryMB=1432 (was 1460) 2024-11-18T20:07:57,891 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=1431 2024-11-18T20:07:57,891 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:57,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742125_1304 (size=7) 2024-11-18T20:07:57,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742125_1304 (size=7) 2024-11-18T20:07:57,897 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:57,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:57,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:57,900 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:57,901 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:07:57,901 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:07:57,902 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:57,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742126_1305 (size=1393) 2024-11-18T20:07:57,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742126_1305 (size=1393) 2024-11-18T20:07:57,912 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:57,913 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:07:57,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742127_1306 (size=1393) 2024-11-18T20:07:57,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742127_1306 (size=1393) 2024-11-18T20:07:57,922 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:07:57,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:07:57,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742128_1307 (size=1393) 2024-11-18T20:07:57,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742128_1307 (size=1393) 2024-11-18T20:07:57,932 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:07:57,933 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:07:57,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742129_1308 (size=1393) 2024-11-18T20:07:57,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742129_1308 (size=1393) 2024-11-18T20:07:57,942 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:07:57,942 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:07:57,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,952 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:07:57,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742131_1310 (size=1393) 2024-11-18T20:07:57,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742131_1310 (size=1393) 2024-11-18T20:07:57,963 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:07:57,963 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:07:57,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742132_1311 (size=1405) 2024-11-18T20:07:57,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742132_1311 (size=1405) 2024-11-18T20:07:57,974 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:07:57,974 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:07:57,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742133_1312 (size=1413) 2024-11-18T20:07:57,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742133_1312 (size=1413) 2024-11-18T20:07:57,984 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:07:57,984 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:07:57,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742134_1313 (size=1413) 2024-11-18T20:07:57,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742134_1313 (size=1413) 2024-11-18T20:07:57,994 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:07:57,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:07:57,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:57,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:57,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742135_1314 (size=1413) 2024-11-18T20:07:58,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742135_1314 (size=1413) 2024-11-18T20:07:58,004 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:07:58,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742130_1309 (size=1458) 2024-11-18T20:07:58,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742130_1309 (size=1458) 2024-11-18T20:07:58,021 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:07:58,021 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.0 2024-11-18T20:07:58,021 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.0 after 0ms 2024-11-18T20:07:58,023 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.0 took 2ms 2024-11-18T20:07:58,025 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.0 so closing down 2024-11-18T20:07:58,025 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:58,025 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:58,027 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:58,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:58,028 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:58,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:58,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742137_1316 (size=743) 2024-11-18T20:07:58,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742136_1315 (size=743) 2024-11-18T20:07:58,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742136_1315 (size=743) 2024-11-18T20:07:58,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742137_1316 (size=743) 2024-11-18T20:07:58,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:07:58,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:07:58,034 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:58,034 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.0, size=1.4 K (1393bytes) at 1731960478021Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.0 so closing down at 1731960478025 (+4 ms)3 split writer threads finished at 1731960478025Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960478028 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960478029 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478033 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478033Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731960478034 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731960478034Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960478034 2024-11-18T20:07:58,035 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/oldWALs/wal.dat.0 2024-11-18T20:07:58,036 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:07:58,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.1 2024-11-18T20:07:58,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.1 after 0ms 2024-11-18T20:07:58,038 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.1 took 3ms 2024-11-18T20:07:58,039 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.1 so closing down 2024-11-18T20:07:58,039 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:58,039 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:58,041 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:58,041 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:58,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:58,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:58,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742138_1317 (size=743) 2024-11-18T20:07:58,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742138_1317 (size=743) 2024-11-18T20:07:58,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:07:58,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742139_1318 (size=743) 2024-11-18T20:07:58,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742139_1318 (size=743) 2024-11-18T20:07:58,057 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:07:58,058 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:58,058 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.1, size=1.4 K (1393bytes) at 1731960478036Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.1 so closing down at 1731960478039 (+3 ms)3 split writer threads finished at 1731960478039Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731960478041 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731960478042 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478052 (+10 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731960478053 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478057 (+4 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731960478058 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960478058 2024-11-18T20:07:58,060 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/oldWALs/wal.dat.1 2024-11-18T20:07:58,060 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:07:58,060 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.2 2024-11-18T20:07:58,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.2 after 1ms 2024-11-18T20:07:58,062 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.2 took 2ms 2024-11-18T20:07:58,063 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.2 so closing down 2024-11-18T20:07:58,063 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:58,063 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:58,065 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:58,065 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:58,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:58,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:58,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742141_1320 (size=743) 2024-11-18T20:07:58,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742141_1320 (size=743) 2024-11-18T20:07:58,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742140_1319 (size=743) 2024-11-18T20:07:58,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742140_1319 (size=743) 2024-11-18T20:07:58,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,073 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:07:58,073 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:07:58,073 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:58,073 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.2, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.2, size=1.4 K (1393bytes) at 1731960478060Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.2 so closing down at 1731960478063 (+3 ms)3 split writer threads finished at 1731960478063Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731960478066 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731960478066Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478072 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478072Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731960478073 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731960478073Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960478073 2024-11-18T20:07:58,075 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.2 to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/oldWALs/wal.dat.2 2024-11-18T20:07:58,075 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:07:58,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.3 2024-11-18T20:07:58,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.3 after 1ms 2024-11-18T20:07:58,077 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.3 took 2ms 2024-11-18T20:07:58,079 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.3 so closing down 2024-11-18T20:07:58,079 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:58,079 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:58,081 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:58,081 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:58,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:58,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:58,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742143_1322 (size=743) 2024-11-18T20:07:58,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742142_1321 (size=743) 2024-11-18T20:07:58,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742143_1322 (size=743) 2024-11-18T20:07:58,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742142_1321 (size=743) 2024-11-18T20:07:58,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,092 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,093 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:07:58,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:07:58,093 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:58,093 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.3, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.3, size=1.4 K (1393bytes) at 1731960478075Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.3 so closing down at 1731960478079 (+4 ms)3 split writer threads finished at 1731960478079Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731960478082 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731960478082Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478092 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478092Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731960478093 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731960478093Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960478093 2024-11-18T20:07:58,094 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.3 to hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/oldWALs/wal.dat.3 2024-11-18T20:07:58,095 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.4, size=1.4 K (1458bytes) 2024-11-18T20:07:58,095 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.4 2024-11-18T20:07:58,095 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.4 after 0ms 2024-11-18T20:07:58,097 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.4 took 2ms 2024-11-18T20:07:58,099 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.4 so closing down 2024-11-18T20:07:58,099 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:58,099 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:58,100 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:58,101 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-18T20:07:58,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:58,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-18T20:07:58,104 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:07:58,104 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-18T20:07:58,104 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.4, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.4, size=1.4 K (1458bytes) at 1731960478095Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.4 so closing down at 1731960478099 (+4 ms)3 split writer threads finished at 1731960478099Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731960478103 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731960478103Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731960478104 (+1 ms)Processed 21 edits across 1 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/WALs/testsplitwillfailifwritingtoregionfails,16010,1731960477900/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731960478104 2024-11-18T20:07:58,105 WARN [Thread-2063 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37440 remote=/127.0.0.1:45865]. Total timeout mills is 70000, 70000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:07:58,105 WARN [Thread-2063 {}] hdfs.DataStreamer(1850): Abandoning BP-541308594-172.17.0.2-1731960436615:blk_1073742144_1323 2024-11-18T20:07:58,109 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1959330972_22 at /127.0.0.1:37440 [Receiving block BP-541308594-172.17.0.2-1731960436615:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:45865:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37440 dst: /127.0.0.1:45865 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:07:58,109 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1959330972_22 at /127.0.0.1:43340 [Receiving block BP-541308594-172.17.0.2-1731960436615:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:38407:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43340 dst: /127.0.0.1:38407 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:07:58,109 WARN [Thread-2063 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:07:58,110 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:37893/user/jenkins/test-data/63befe99-f83d-c81d-d14d-f7029179a4a2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:07:58,114 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=149 (was 144) - Thread LEAK? -, OpenFileDescriptor=397 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 577), ProcessCount=11 (was 11), AvailableMemoryMB=1422 (was 1431) 2024-11-18T20:07:58,121 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=145, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=1422 2024-11-18T20:07:58,122 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:58,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742145_1324 (size=7) 2024-11-18T20:07:58,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742145_1324 (size=7) 2024-11-18T20:07:58,128 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:58,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:58,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:58,132 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:58,133 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T20:07:58,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742146_1325 (size=93) 2024-11-18T20:07:58,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742146_1325 (size=93) 2024-11-18T20:07:58,138 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:07:58,139 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:07:58,140 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:58,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742147_1326 (size=1393) 2024-11-18T20:07:58,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742147_1326 (size=1393) 2024-11-18T20:07:58,155 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:58,156 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:07:58,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742148_1327 (size=1393) 2024-11-18T20:07:58,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742148_1327 (size=1393) 2024-11-18T20:07:58,166 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:07:58,166 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:07:58,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742149_1328 (size=1393) 2024-11-18T20:07:58,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742149_1328 (size=1393) 2024-11-18T20:07:58,176 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:07:58,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:07:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742150_1329 (size=1393) 2024-11-18T20:07:58,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742150_1329 (size=1393) 2024-11-18T20:07:58,185 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:07:58,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:07:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742151_1330 (size=1393) 2024-11-18T20:07:58,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742151_1330 (size=1393) 2024-11-18T20:07:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:07:58,195 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:07:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742152_1331 (size=1393) 2024-11-18T20:07:58,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742152_1331 (size=1393) 2024-11-18T20:07:58,205 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:07:58,206 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:07:58,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742153_1332 (size=1405) 2024-11-18T20:07:58,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742153_1332 (size=1405) 2024-11-18T20:07:58,216 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:07:58,216 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:07:58,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742154_1333 (size=1413) 2024-11-18T20:07:58,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742154_1333 (size=1413) 2024-11-18T20:07:58,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:07:58,227 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:07:58,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742155_1334 (size=1413) 2024-11-18T20:07:58,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742155_1334 (size=1413) 2024-11-18T20:07:58,639 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:07:58,640 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:07:58,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:58,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:58,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742156_1335 (size=1413) 2024-11-18T20:07:58,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742156_1335 (size=1413) 2024-11-18T20:07:58,650 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:07:58,651 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-18T20:07:58,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742157_1336 (size=93) 2024-11-18T20:07:58,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742157_1336 (size=93) 2024-11-18T20:07:58,673 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat..empty, size=93 (93bytes) 2024-11-18T20:07:58,673 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat..empty 2024-11-18T20:07:58,673 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat..empty after 0ms 2024-11-18T20:07:58,675 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat..empty took 2ms 2024-11-18T20:07:58,675 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat..empty so closing down 2024-11-18T20:07:58,675 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:58,675 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:58,676 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T20:07:58,676 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat..empty, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat..empty, size=93 (93bytes) at 1731960478673Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat..empty so closing down at 1731960478675 (+2 ms)3 split writer threads finished at 1731960478675Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731960478676 (+1 ms) 2024-11-18T20:07:58,677 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat..empty to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/oldWALs/wal.dat..empty 2024-11-18T20:07:58,678 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:07:58,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.0 2024-11-18T20:07:58,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.0 after 0ms 2024-11-18T20:07:58,680 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.0 took 2ms 2024-11-18T20:07:58,682 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.0 so closing down 2024-11-18T20:07:58,682 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:58,682 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:58,683 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:58,683 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:58,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:58,684 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:58,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742158_1337 (size=743) 2024-11-18T20:07:58,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742158_1337 (size=743) 2024-11-18T20:07:58,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,693 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:07:58,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742159_1338 (size=743) 2024-11-18T20:07:58,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742159_1338 (size=743) 2024-11-18T20:07:58,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:07:58,701 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:58,701 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.0, size=1.4 K (1393bytes) at 1731960478678Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.0 so closing down at 1731960478682 (+4 ms)3 split writer threads finished at 1731960478682Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960478684 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960478684Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478692 (+8 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731960478693 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478700 (+7 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731960478701 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960478701 2024-11-18T20:07:58,703 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/oldWALs/wal.dat.0 2024-11-18T20:07:58,703 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:07:58,703 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.1 2024-11-18T20:07:58,703 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.1 after 0ms 2024-11-18T20:07:58,705 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.1 took 2ms 2024-11-18T20:07:58,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.1 so closing down 2024-11-18T20:07:58,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:58,706 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:58,708 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:58,708 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:58,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:58,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:58,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742161_1340 (size=743) 2024-11-18T20:07:58,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742160_1339 (size=743) 2024-11-18T20:07:58,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742160_1339 (size=743) 2024-11-18T20:07:58,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742161_1340 (size=743) 2024-11-18T20:07:58,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:07:58,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:07:58,713 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:58,713 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.1, size=1.4 K (1393bytes) at 1731960478703Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.1 so closing down at 1731960478706 (+3 ms)3 split writer threads finished at 1731960478706Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731960478708 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731960478708Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478712 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478712Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731960478713 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731960478713Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960478713 2024-11-18T20:07:58,714 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/oldWALs/wal.dat.1 2024-11-18T20:07:58,714 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:07:58,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.2 2024-11-18T20:07:58,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.2 after 1ms 2024-11-18T20:07:58,716 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.2 took 2ms 2024-11-18T20:07:58,717 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.2 so closing down 2024-11-18T20:07:58,718 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:58,718 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:58,719 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:58,719 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:58,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:58,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:58,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742162_1341 (size=743) 2024-11-18T20:07:58,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742162_1341 (size=743) 2024-11-18T20:07:58,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742163_1342 (size=743) 2024-11-18T20:07:58,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742163_1342 (size=743) 2024-11-18T20:07:58,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,726 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:07:58,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:07:58,726 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:58,726 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.2, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.2, size=1.4 K (1393bytes) at 1731960478714Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.2 so closing down at 1731960478717 (+3 ms)3 split writer threads finished at 1731960478718 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731960478720 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731960478720Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478725 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478725Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731960478726 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731960478726Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960478726 2024-11-18T20:07:58,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.2 to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/oldWALs/wal.dat.2 2024-11-18T20:07:58,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:07:58,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.3 2024-11-18T20:07:58,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.3 after 1ms 2024-11-18T20:07:58,729 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.3 took 2ms 2024-11-18T20:07:58,730 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.3 so closing down 2024-11-18T20:07:58,730 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:58,730 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:58,731 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:58,731 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:58,732 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:58,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:58,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742165_1344 (size=743) 2024-11-18T20:07:58,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742164_1343 (size=743) 2024-11-18T20:07:58,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742164_1343 (size=743) 2024-11-18T20:07:58,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742165_1344 (size=743) 2024-11-18T20:07:58,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:07:58,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:07:58,747 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:58,747 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.3, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.3, size=1.4 K (1393bytes) at 1731960478727Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.3 so closing down at 1731960478730 (+3 ms)3 split writer threads finished at 1731960478730Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731960478732 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731960478732Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478745 (+13 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478745Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731960478746 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731960478746Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960478747 (+1 ms) 2024-11-18T20:07:58,748 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.3 to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/oldWALs/wal.dat.3 2024-11-18T20:07:58,748 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:07:58,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.4 2024-11-18T20:07:58,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.4 after 0ms 2024-11-18T20:07:58,750 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.4 took 2ms 2024-11-18T20:07:58,751 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.4 so closing down 2024-11-18T20:07:58,751 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:58,751 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:58,753 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:58,753 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:58,753 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:58,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742166_1345 (size=743) 2024-11-18T20:07:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742167_1346 (size=743) 2024-11-18T20:07:58,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742167_1346 (size=743) 2024-11-18T20:07:58,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742166_1345 (size=743) 2024-11-18T20:07:58,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:07:58,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:07:58,760 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:58,760 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.4, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.4, size=1.4 K (1393bytes) at 1731960478748Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.4 so closing down at 1731960478751 (+3 ms)3 split writer threads finished at 1731960478751Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731960478753 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731960478753Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478758 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478758Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731960478760 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731960478760Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960478760 2024-11-18T20:07:58,762 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.4 to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/oldWALs/wal.dat.4 2024-11-18T20:07:58,762 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:07:58,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.5 2024-11-18T20:07:58,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.5 after 0ms 2024-11-18T20:07:58,764 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.5 took 2ms 2024-11-18T20:07:58,765 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.5 so closing down 2024-11-18T20:07:58,765 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:58,765 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:58,767 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:07:58,767 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:07:58,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:07:58,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:07:58,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742168_1347 (size=743) 2024-11-18T20:07:58,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742168_1347 (size=743) 2024-11-18T20:07:58,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:07:58,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742169_1348 (size=743) 2024-11-18T20:07:58,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742169_1348 (size=743) 2024-11-18T20:07:58,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:07:58,782 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:58,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.5, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.5, size=1.4 K (1393bytes) at 1731960478762Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.5 so closing down at 1731960478765 (+3 ms)3 split writer threads finished at 1731960478765Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731960478768 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731960478775 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478778 (+3 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731960478779 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478781 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731960478782 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960478782 2024-11-18T20:07:58,784 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.5 to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/oldWALs/wal.dat.5 2024-11-18T20:07:58,784 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:07:58,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.6 2024-11-18T20:07:58,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.6 after 0ms 2024-11-18T20:07:58,786 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.6 took 2ms 2024-11-18T20:07:58,787 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.6 so closing down 2024-11-18T20:07:58,787 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:58,787 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:58,788 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:58,788 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:58,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:58,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:58,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742171_1350 (size=749) 2024-11-18T20:07:58,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742171_1350 (size=749) 2024-11-18T20:07:58,797 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:07:58,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742170_1349 (size=749) 2024-11-18T20:07:58,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742170_1349 (size=749) 2024-11-18T20:07:58,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:07:58,802 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:07:58,802 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.6, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.6, size=1.4 K (1405bytes) at 1731960478784Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.6 so closing down at 1731960478787 (+3 ms)3 split writer threads finished at 1731960478787Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731960478789 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731960478789Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478797 (+8 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731960478798 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478801 (+3 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731960478802 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731960478802 2024-11-18T20:07:58,803 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.6 to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/oldWALs/wal.dat.6 2024-11-18T20:07:58,804 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:07:58,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.7 2024-11-18T20:07:58,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.7 after 0ms 2024-11-18T20:07:58,805 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.7 took 2ms 2024-11-18T20:07:58,806 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.7 so closing down 2024-11-18T20:07:58,806 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:58,806 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:58,808 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:58,808 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:58,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:58,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:58,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742172_1351 (size=753) 2024-11-18T20:07:58,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742172_1351 (size=753) 2024-11-18T20:07:58,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742173_1352 (size=753) 2024-11-18T20:07:58,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742173_1352 (size=753) 2024-11-18T20:07:58,821 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,822 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,822 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:07:58,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:07:58,823 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:58,823 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.7, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.7, size=1.4 K (1413bytes) at 1731960478804Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.7 so closing down at 1731960478806 (+2 ms)3 split writer threads finished at 1731960478806Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731960478809 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731960478809Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478821 (+12 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478822 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731960478822Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731960478823 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960478823 2024-11-18T20:07:58,824 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.7 to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/oldWALs/wal.dat.7 2024-11-18T20:07:58,824 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:07:58,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.8 2024-11-18T20:07:58,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.8 after 1ms 2024-11-18T20:07:58,827 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.8 took 3ms 2024-11-18T20:07:58,828 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.8 so closing down 2024-11-18T20:07:58,828 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:58,828 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:58,830 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:58,830 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:58,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:58,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:58,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742174_1353 (size=753) 2024-11-18T20:07:58,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742174_1353 (size=753) 2024-11-18T20:07:58,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742175_1354 (size=753) 2024-11-18T20:07:58,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742175_1354 (size=753) 2024-11-18T20:07:58,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:07:58,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:07:58,840 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:58,840 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.8, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.8, size=1.4 K (1413bytes) at 1731960478824Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.8 so closing down at 1731960478828 (+4 ms)3 split writer threads finished at 1731960478828Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731960478832 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731960478832Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478839 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478839Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731960478840 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731960478840Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960478840 2024-11-18T20:07:58,842 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.8 to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/oldWALs/wal.dat.8 2024-11-18T20:07:58,842 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:07:58,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.9 2024-11-18T20:07:58,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.9 after 0ms 2024-11-18T20:07:58,843 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.9 took 1ms 2024-11-18T20:07:58,844 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.9 so closing down 2024-11-18T20:07:58,844 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:58,844 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:58,846 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:58,846 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:58,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:58,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:58,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742176_1355 (size=753) 2024-11-18T20:07:58,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742177_1356 (size=753) 2024-11-18T20:07:58,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742177_1356 (size=753) 2024-11-18T20:07:58,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742176_1355 (size=753) 2024-11-18T20:07:58,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:58,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:07:59,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,262 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:07:59,262 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:59,263 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.9, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.9, size=1.4 K (1413bytes) at 1731960478842Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.9 so closing down at 1731960478844 (+2 ms)3 split writer threads finished at 1731960478844Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731960478847 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731960478847Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960478857 (+10 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731960478858 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479258 (+400 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731960479262 (+4 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960479263 (+1 ms) 2024-11-18T20:07:59,267 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.9 to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/oldWALs/wal.dat.9 2024-11-18T20:07:59,268 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.empty, size=93 (93bytes) 2024-11-18T20:07:59,268 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.empty 2024-11-18T20:07:59,268 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.empty after 0ms 2024-11-18T20:07:59,271 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.empty took 4ms 2024-11-18T20:07:59,272 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.empty so closing down 2024-11-18T20:07:59,272 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:59,272 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:59,272 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T20:07:59,272 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.empty, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.empty, size=93 (93bytes) at 1731960479268Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.empty so closing down at 1731960479272 (+4 ms)3 split writer threads finished at 1731960479272Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731960479272 2024-11-18T20:07:59,275 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/WALs/testemptylogfiles,16010,1731960478133/wal.dat.empty to hdfs://localhost:37893/user/jenkins/test-data/908edcdd-3df3-99ac-3bf8-15e5d14d04ab/oldWALs/wal.dat.empty 2024-11-18T20:07:59,318 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=145 (was 145), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 577), ProcessCount=11 (was 11), AvailableMemoryMB=1346 (was 1422) 2024-11-18T20:07:59,324 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=145, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=1346 2024-11-18T20:07:59,324 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742178_1357 (size=7) 2024-11-18T20:07:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742178_1357 (size=7) 2024-11-18T20:07:59,330 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:59,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:59,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:59,334 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:59,334 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:07:59,335 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:07:59,336 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:59,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742179_1358 (size=1393) 2024-11-18T20:07:59,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742179_1358 (size=1393) 2024-11-18T20:07:59,348 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:59,348 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:07:59,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742180_1359 (size=1393) 2024-11-18T20:07:59,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742180_1359 (size=1393) 2024-11-18T20:07:59,363 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:07:59,363 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:07:59,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742181_1360 (size=1393) 2024-11-18T20:07:59,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742181_1360 (size=1393) 2024-11-18T20:07:59,376 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:07:59,377 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:07:59,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742182_1361 (size=1393) 2024-11-18T20:07:59,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742182_1361 (size=1393) 2024-11-18T20:07:59,386 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:07:59,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:07:59,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742183_1362 (size=1393) 2024-11-18T20:07:59,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742183_1362 (size=1393) 2024-11-18T20:07:59,395 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:07:59,395 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:07:59,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742184_1363 (size=1393) 2024-11-18T20:07:59,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742184_1363 (size=1393) 2024-11-18T20:07:59,404 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:07:59,405 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:07:59,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742185_1364 (size=1405) 2024-11-18T20:07:59,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742185_1364 (size=1405) 2024-11-18T20:07:59,414 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:07:59,414 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:07:59,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742186_1365 (size=1413) 2024-11-18T20:07:59,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742186_1365 (size=1413) 2024-11-18T20:07:59,423 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:07:59,423 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:07:59,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742187_1366 (size=1413) 2024-11-18T20:07:59,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742187_1366 (size=1413) 2024-11-18T20:07:59,432 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:07:59,432 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:07:59,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742188_1367 (size=1413) 2024-11-18T20:07:59,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742188_1367 (size=1413) 2024-11-18T20:07:59,440 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:07:59,456 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:07:59,456 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.0 2024-11-18T20:07:59,456 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.0 after 0ms 2024-11-18T20:07:59,458 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.0 took 2ms 2024-11-18T20:07:59,460 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.0 so closing down 2024-11-18T20:07:59,460 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:59,460 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:59,461 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:59,461 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:59,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:07:59,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:07:59,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742190_1369 (size=743) 2024-11-18T20:07:59,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742190_1369 (size=743) 2024-11-18T20:07:59,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742189_1368 (size=743) 2024-11-18T20:07:59,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742189_1368 (size=743) 2024-11-18T20:07:59,467 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:07:59,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:07:59,468 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:59,468 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.0, size=1.4 K (1393bytes) at 1731960479456Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.0 so closing down at 1731960479460 (+4 ms)3 split writer threads finished at 1731960479460Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960479462 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960479462Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479466 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479467 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731960479467Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731960479468 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960479468 2024-11-18T20:07:59,469 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/oldWALs/wal.dat.0 2024-11-18T20:07:59,469 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:07:59,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.1 2024-11-18T20:07:59,470 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.1 after 1ms 2024-11-18T20:07:59,471 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.1 took 2ms 2024-11-18T20:07:59,472 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.1 so closing down 2024-11-18T20:07:59,472 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:59,472 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:59,474 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:59,474 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:59,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:07:59,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:07:59,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742191_1370 (size=743) 2024-11-18T20:07:59,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742192_1371 (size=743) 2024-11-18T20:07:59,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742191_1370 (size=743) 2024-11-18T20:07:59,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742192_1371 (size=743) 2024-11-18T20:07:59,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:07:59,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:07:59,480 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:59,480 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.1, size=1.4 K (1393bytes) at 1731960479469Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.1 so closing down at 1731960479472 (+3 ms)3 split writer threads finished at 1731960479472Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731960479475 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731960479475Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479478 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479478Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731960479479 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731960479479Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960479480 (+1 ms) 2024-11-18T20:07:59,481 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/oldWALs/wal.dat.1 2024-11-18T20:07:59,482 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:07:59,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.2 2024-11-18T20:07:59,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.2 after 0ms 2024-11-18T20:07:59,484 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.2 took 2ms 2024-11-18T20:07:59,485 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.2 so closing down 2024-11-18T20:07:59,485 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:59,485 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:59,486 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:59,486 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:59,487 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:07:59,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:07:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742194_1373 (size=743) 2024-11-18T20:07:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742193_1372 (size=743) 2024-11-18T20:07:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742193_1372 (size=743) 2024-11-18T20:07:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742194_1373 (size=743) 2024-11-18T20:07:59,491 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,491 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:07:59,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:07:59,492 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:59,492 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.2, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.2, size=1.4 K (1393bytes) at 1731960479482Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.2 so closing down at 1731960479485 (+3 ms)3 split writer threads finished at 1731960479485Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731960479487 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731960479487Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479491 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479491Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731960479492 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731960479492Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960479492 2024-11-18T20:07:59,493 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.2 to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/oldWALs/wal.dat.2 2024-11-18T20:07:59,494 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:07:59,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.3 2024-11-18T20:07:59,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.3 after 0ms 2024-11-18T20:07:59,495 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.3 took 1ms 2024-11-18T20:07:59,496 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.3 so closing down 2024-11-18T20:07:59,496 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:59,496 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:59,498 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:59,498 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:59,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:07:59,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:07:59,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742196_1375 (size=743) 2024-11-18T20:07:59,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742195_1374 (size=743) 2024-11-18T20:07:59,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742195_1374 (size=743) 2024-11-18T20:07:59,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742196_1375 (size=743) 2024-11-18T20:07:59,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:07:59,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:07:59,504 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:59,504 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.3, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.3, size=1.4 K (1393bytes) at 1731960479494Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.3 so closing down at 1731960479496 (+2 ms)3 split writer threads finished at 1731960479497 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731960479499 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731960479499Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479503 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479503Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731960479504 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731960479504Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960479504 2024-11-18T20:07:59,505 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.3 to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/oldWALs/wal.dat.3 2024-11-18T20:07:59,505 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:07:59,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.4 2024-11-18T20:07:59,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.4 after 0ms 2024-11-18T20:07:59,507 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.4 took 2ms 2024-11-18T20:07:59,507 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.4 so closing down 2024-11-18T20:07:59,507 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:59,508 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:59,509 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:59,509 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:59,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:07:59,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:07:59,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742198_1377 (size=743) 2024-11-18T20:07:59,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742197_1376 (size=743) 2024-11-18T20:07:59,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742197_1376 (size=743) 2024-11-18T20:07:59,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742198_1377 (size=743) 2024-11-18T20:07:59,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:07:59,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:07:59,516 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:59,517 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.4, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.4, size=1.4 K (1393bytes) at 1731960479505Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.4 so closing down at 1731960479507 (+2 ms)3 split writer threads finished at 1731960479508 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731960479510 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731960479510Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479514 (+4 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731960479515 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479516 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731960479516Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960479516 2024-11-18T20:07:59,518 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.4 to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/oldWALs/wal.dat.4 2024-11-18T20:07:59,518 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:07:59,518 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.5 2024-11-18T20:07:59,518 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.5 after 0ms 2024-11-18T20:07:59,520 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.5 took 2ms 2024-11-18T20:07:59,521 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.5 so closing down 2024-11-18T20:07:59,521 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:59,521 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:59,522 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:07:59,522 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:07:59,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:07:59,523 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:07:59,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742199_1378 (size=743) 2024-11-18T20:07:59,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742199_1378 (size=743) 2024-11-18T20:07:59,527 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742200_1379 (size=743) 2024-11-18T20:07:59,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742200_1379 (size=743) 2024-11-18T20:07:59,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,528 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:07:59,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:07:59,529 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:07:59,529 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.5, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.5, size=1.4 K (1393bytes) at 1731960479518Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.5 so closing down at 1731960479521 (+3 ms)3 split writer threads finished at 1731960479521Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731960479523 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731960479523Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479527 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479528 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731960479528Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731960479528Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960479529 (+1 ms) 2024-11-18T20:07:59,530 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.5 to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/oldWALs/wal.dat.5 2024-11-18T20:07:59,530 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:07:59,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.6 2024-11-18T20:07:59,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.6 after 0ms 2024-11-18T20:07:59,531 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.6 took 1ms 2024-11-18T20:07:59,532 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.6 so closing down 2024-11-18T20:07:59,532 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:59,532 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:59,534 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:59,534 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:59,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:07:59,535 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:07:59,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742202_1381 (size=749) 2024-11-18T20:07:59,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742201_1380 (size=749) 2024-11-18T20:07:59,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742201_1380 (size=749) 2024-11-18T20:07:59,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742202_1381 (size=749) 2024-11-18T20:07:59,547 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,547 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:07:59,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:07:59,548 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:07:59,548 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.6, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.6, size=1.4 K (1405bytes) at 1731960479530Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.6 so closing down at 1731960479532 (+2 ms)3 split writer threads finished at 1731960479532Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731960479535 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731960479535Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479547 (+12 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479547Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731960479548 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731960479548Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731960479548 2024-11-18T20:07:59,549 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.6 to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/oldWALs/wal.dat.6 2024-11-18T20:07:59,549 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:07:59,549 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.7 2024-11-18T20:07:59,550 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.7 after 1ms 2024-11-18T20:07:59,551 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.7 took 2ms 2024-11-18T20:07:59,553 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.7 so closing down 2024-11-18T20:07:59,553 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:59,553 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:59,554 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:59,554 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:59,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:07:59,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:07:59,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742204_1383 (size=753) 2024-11-18T20:07:59,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742204_1383 (size=753) 2024-11-18T20:07:59,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742203_1382 (size=753) 2024-11-18T20:07:59,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742203_1382 (size=753) 2024-11-18T20:07:59,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,561 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:07:59,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:07:59,561 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:59,561 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.7, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.7, size=1.4 K (1413bytes) at 1731960479549Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.7 so closing down at 1731960479553 (+4 ms)3 split writer threads finished at 1731960479553Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731960479555 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731960479555Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479559 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479560 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731960479561 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731960479561Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960479561 2024-11-18T20:07:59,562 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.7 to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/oldWALs/wal.dat.7 2024-11-18T20:07:59,562 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:07:59,563 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.8 2024-11-18T20:07:59,563 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.8 after 0ms 2024-11-18T20:07:59,564 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.8 took 2ms 2024-11-18T20:07:59,565 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.8 so closing down 2024-11-18T20:07:59,565 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:59,565 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:59,567 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:59,567 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:59,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:07:59,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:07:59,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742206_1385 (size=753) 2024-11-18T20:07:59,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742206_1385 (size=753) 2024-11-18T20:07:59,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742205_1384 (size=753) 2024-11-18T20:07:59,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742205_1384 (size=753) 2024-11-18T20:07:59,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,573 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:07:59,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:07:59,573 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:59,573 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.8, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.8, size=1.4 K (1413bytes) at 1731960479562Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.8 so closing down at 1731960479565 (+3 ms)3 split writer threads finished at 1731960479565Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731960479568 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731960479568Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479572 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479572Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731960479573 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731960479573Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960479573 2024-11-18T20:07:59,575 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.8 to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/oldWALs/wal.dat.8 2024-11-18T20:07:59,575 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:07:59,575 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.9 2024-11-18T20:07:59,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.9 after 1ms 2024-11-18T20:07:59,577 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.9 took 2ms 2024-11-18T20:07:59,578 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.9 so closing down 2024-11-18T20:07:59,578 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:59,579 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:59,580 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:59,580 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:59,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:07:59,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:07:59,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742208_1387 (size=753) 2024-11-18T20:07:59,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742208_1387 (size=753) 2024-11-18T20:07:59,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742207_1386 (size=753) 2024-11-18T20:07:59,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742207_1386 (size=753) 2024-11-18T20:07:59,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:07:59,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:07:59,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:07:59,593 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:07:59,593 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.9, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.9, size=1.4 K (1413bytes) at 1731960479575Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.9 so closing down at 1731960479578 (+3 ms)3 split writer threads finished at 1731960479579 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731960479581 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731960479581Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479591 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960479592 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731960479592Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731960479593 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960479593 2024-11-18T20:07:59,594 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731960479334/wal.dat.9 to hdfs://localhost:37893/user/jenkins/test-data/74d6bb2b-6762-fd4b-63f2-c2e983d64c19/oldWALs/wal.dat.9 2024-11-18T20:07:59,601 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=145 (was 145), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 577), ProcessCount=11 (was 11), AvailableMemoryMB=1343 (was 1346) 2024-11-18T20:07:59,608 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=145, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=1342 2024-11-18T20:07:59,608 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:59,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742209_1388 (size=7) 2024-11-18T20:07:59,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742209_1388 (size=7) 2024-11-18T20:07:59,614 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:59,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:59,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:59,617 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:59,622 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:37893/user/jenkins/test-data/7e7f3d60-d125-7fc4-81d8-7f7c75261d6e/data/hbase/meta/1588230740/recovered.edits 2024-11-18T20:07:59,635 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=145 (was 145), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 577), ProcessCount=11 (was 11), AvailableMemoryMB=1342 (was 1342) 2024-11-18T20:07:59,641 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=145, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=1343 2024-11-18T20:07:59,641 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:59,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742210_1389 (size=7) 2024-11-18T20:07:59,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742210_1389 (size=7) 2024-11-18T20:07:59,648 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:59,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:59,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:59,653 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:59,653 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-18T20:07:59,655 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:07:59,656 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-18T20:07:59,656 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-18T20:07:59,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742211_1390 (size=818) 2024-11-18T20:07:59,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742211_1390 (size=818) 2024-11-18T20:07:59,685 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/WALs/testemptywaledit,16010,1731960479653/wal.dat.5, size=818 (818bytes) 2024-11-18T20:07:59,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/WALs/testemptywaledit,16010,1731960479653/wal.dat.5 2024-11-18T20:07:59,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/WALs/testemptywaledit,16010,1731960479653/wal.dat.5 after 1ms 2024-11-18T20:07:59,688 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/WALs/testemptywaledit,16010,1731960479653/wal.dat.5 took 3ms 2024-11-18T20:07:59,692 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/WALs/testemptywaledit,16010,1731960479653/wal.dat.5 so closing down 2024-11-18T20:07:59,692 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:07:59,692 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:07:59,697 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-18T20:07:59,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-18T20:07:59,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742212_1391 (size=783) 2024-11-18T20:07:59,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742212_1391 (size=783) 2024-11-18T20:07:59,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-18T20:07:59,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-18T20:07:59,705 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/WALs/testemptywaledit,16010,1731960479653/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-18T20:07:59,705 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/WALs/testemptywaledit,16010,1731960479653/wal.dat.5, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/WALs/testemptywaledit,16010,1731960479653/wal.dat.5, size=818 (818bytes) at 1731960479685Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/WALs/testemptywaledit,16010,1731960479653/wal.dat.5 so closing down at 1731960479692 (+7 ms)3 split writer threads finished at 1731960479692Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731960479699 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731960479704 (+5 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731960479704Processed 11 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/WALs/testemptywaledit,16010,1731960479653/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731960479705 (+1 ms) 2024-11-18T20:07:59,706 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/WALs/testemptywaledit,16010,1731960479653/wal.dat.5 to hdfs://localhost:37893/user/jenkins/test-data/c128cf47-5b9d-4360-0e97-43a751c7519f/oldWALs/wal.dat.5 2024-11-18T20:07:59,719 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=145 (was 145), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 577), ProcessCount=11 (was 11), AvailableMemoryMB=1277 (was 1343) 2024-11-18T20:07:59,725 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=145, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=1277 2024-11-18T20:07:59,725 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:07:59,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742213_1392 (size=7) 2024-11-18T20:07:59,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742213_1392 (size=7) 2024-11-18T20:07:59,732 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:07:59,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:59,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:07:59,737 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:07:59,737 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:07:59,738 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:07:59,738 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:07:59,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742214_1393 (size=1393) 2024-11-18T20:07:59,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742214_1393 (size=1393) 2024-11-18T20:07:59,749 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:07:59,749 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:07:59,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742215_1394 (size=1393) 2024-11-18T20:07:59,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742215_1394 (size=1393) 2024-11-18T20:07:59,758 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:07:59,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:07:59,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742216_1395 (size=1393) 2024-11-18T20:07:59,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742216_1395 (size=1393) 2024-11-18T20:07:59,768 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:07:59,768 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:07:59,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742217_1396 (size=1393) 2024-11-18T20:07:59,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742217_1396 (size=1393) 2024-11-18T20:07:59,778 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:07:59,778 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:07:59,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742218_1397 (size=1393) 2024-11-18T20:07:59,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742218_1397 (size=1393) 2024-11-18T20:07:59,787 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:07:59,788 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:07:59,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742219_1398 (size=1393) 2024-11-18T20:07:59,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742219_1398 (size=1393) 2024-11-18T20:07:59,796 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:07:59,797 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:07:59,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:07:59,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742220_1399 (size=1405) 2024-11-18T20:07:59,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742220_1399 (size=1405) 2024-11-18T20:07:59,918 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:07:59,918 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:07:59,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:07:59,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742221_1400 (size=1413) 2024-11-18T20:08:00,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742221_1400 (size=1413) 2024-11-18T20:08:00,043 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:08:00,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:08:00,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742222_1401 (size=1413) 2024-11-18T20:08:00,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742222_1401 (size=1413) 2024-11-18T20:08:00,057 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:08:00,057 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:08:00,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:00,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:00,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742223_1402 (size=1413) 2024-11-18T20:08:00,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742223_1402 (size=1413) 2024-11-18T20:08:00,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:08:00,189 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:08:00,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.0 2024-11-18T20:08:00,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.0 after 0ms 2024-11-18T20:08:00,191 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.0 took 2ms 2024-11-18T20:08:00,193 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.0 so closing down 2024-11-18T20:08:00,193 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:00,193 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:00,195 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:08:00,195 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:08:00,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:08:00,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:08:00,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742226_1405 (size=743) 2024-11-18T20:08:00,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742226_1405 (size=743) 2024-11-18T20:08:00,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:00,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:08:00,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742225_1404 (size=743) 2024-11-18T20:08:00,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742225_1404 (size=743) 2024-11-18T20:08:00,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:00,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:08:00,207 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:08:00,207 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.0, size=1.4 K (1393bytes) at 1731960480189Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.0 so closing down at 1731960480193 (+4 ms)3 split writer threads finished at 1731960480193Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960480196 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960480196Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960480200 (+4 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731960480201 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960480206 (+5 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731960480207 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960480207 2024-11-18T20:08:00,208 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/oldWALs/wal.dat.0 2024-11-18T20:08:00,209 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:08:00,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.1 2024-11-18T20:08:00,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.1 after 0ms 2024-11-18T20:08:00,210 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.1 took 2ms 2024-11-18T20:08:00,211 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.1 so closing down 2024-11-18T20:08:00,211 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:00,211 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:00,213 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:08:00,213 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:08:00,213 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:08:00,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:08:00,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742228_1407 (size=743) 2024-11-18T20:08:00,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742228_1407 (size=743) 2024-11-18T20:08:00,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:00,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:08:00,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742227_1406 (size=743) 2024-11-18T20:08:00,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742227_1406 (size=743) 2024-11-18T20:08:00,221 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:00,222 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:08:00,222 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:08:00,222 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.1, size=1.4 K (1393bytes) at 1731960480209Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.1 so closing down at 1731960480211 (+2 ms)3 split writer threads finished at 1731960480211Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731960480213 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731960480214 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960480217 (+3 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731960480218 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960480221 (+3 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731960480222 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960480222 2024-11-18T20:08:00,223 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/oldWALs/wal.dat.1 2024-11-18T20:08:00,223 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:08:00,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.2 2024-11-18T20:08:00,224 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.2 after 1ms 2024-11-18T20:08:00,225 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.2 took 2ms 2024-11-18T20:08:00,226 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.2 so closing down 2024-11-18T20:08:00,226 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:00,227 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:00,228 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:08:00,228 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:08:00,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:08:00,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:08:00,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742230_1409 (size=743) 2024-11-18T20:08:00,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742230_1409 (size=743) 2024-11-18T20:08:00,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742229_1408 (size=743) 2024-11-18T20:08:00,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742229_1408 (size=743) 2024-11-18T20:08:00,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:00,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:08:00,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:00,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:08:00,634 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 408 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:08:00,634 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.2, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.2, size=1.4 K (1393bytes) at 1731960480223Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.2 so closing down at 1731960480226 (+3 ms)3 split writer threads finished at 1731960480227 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731960480229 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731960480229Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960480234 (+5 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731960480235 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960480633 (+398 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731960480634 (+1 ms)Processed 20 edits across 2 Regions in 408 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960480634 2024-11-18T20:08:00,636 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.2 to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/oldWALs/wal.dat.2 2024-11-18T20:08:00,636 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:08:00,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.3 2024-11-18T20:08:00,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.3 after 0ms 2024-11-18T20:08:00,638 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.3 took 2ms 2024-11-18T20:08:00,639 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.3 so closing down 2024-11-18T20:08:00,639 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:00,639 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:00,640 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:08:00,640 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:08:00,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:08:00,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:08:00,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742231_1410 (size=743) 2024-11-18T20:08:00,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742232_1411 (size=743) 2024-11-18T20:08:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742232_1411 (size=743) 2024-11-18T20:08:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742231_1410 (size=743) 2024-11-18T20:08:00,645 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:00,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:00,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:08:00,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:08:00,646 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:08:00,646 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.3, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.3, size=1.4 K (1393bytes) at 1731960480636Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.3 so closing down at 1731960480639 (+3 ms)3 split writer threads finished at 1731960480639Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731960480641 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731960480641Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960480645 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960480645Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731960480646 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731960480646Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960480646 2024-11-18T20:08:00,647 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.3 to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/oldWALs/wal.dat.3 2024-11-18T20:08:00,647 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:08:00,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.4 2024-11-18T20:08:00,648 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.4 after 1ms 2024-11-18T20:08:00,649 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.4 took 2ms 2024-11-18T20:08:00,650 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.4 so closing down 2024-11-18T20:08:00,650 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:00,650 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:00,652 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:08:00,652 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:08:00,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:08:00,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:08:00,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742233_1412 (size=743) 2024-11-18T20:08:00,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742233_1412 (size=743) 2024-11-18T20:08:00,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742234_1413 (size=743) 2024-11-18T20:08:00,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:00,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742234_1413 (size=743) 2024-11-18T20:08:00,657 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:08:01,057 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:01,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:08:01,059 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:08:01,059 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.4, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.4, size=1.4 K (1393bytes) at 1731960480647Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.4 so closing down at 1731960480650 (+3 ms)3 split writer threads finished at 1731960480650Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731960480653 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731960480653Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960480656 (+3 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731960480657 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960481057 (+400 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731960481059 (+2 ms)Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960481059 2024-11-18T20:08:01,061 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.4 to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/oldWALs/wal.dat.4 2024-11-18T20:08:01,061 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.5, size=1.4 K (1394bytes) 2024-11-18T20:08:01,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.5 2024-11-18T20:08:01,062 WARN [IPC Server handler 3 on default port 37893 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-11-18T20:08:01,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.5 after 1ms 2024-11-18T20:08:01,768 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_814378633_22 at /127.0.0.1:38166 [Receiving block BP-541308594-172.17.0.2-1731960436615:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:45865:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38166 dst: /127.0.0.1:45865 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:08:01,768 WARN [ResponseProcessor for block BP-541308594-172.17.0.2-1731960436615:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-541308594-172.17.0.2-1731960436615:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:08:01,768 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_814378633_22 at /127.0.0.1:44048 [Receiving block BP-541308594-172.17.0.2-1731960436615:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:38407:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44048 dst: /127.0.0.1:38407 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38407 remote=/127.0.0.1:44048]. Total timeout mills is 60000, 58399 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:08:01,768 WARN [DataStreamer for file /user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.5 block BP-541308594-172.17.0.2-1731960436615:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-541308594-172.17.0.2-1731960436615:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:38407,DS-235c99ab-c6e6-4616-a60d-e3c870ea41fb,DISK], DatanodeInfoWithStorage[127.0.0.1:45865,DS-77fc9793-31e6-49c9-98ac-8d1a2fefa3a7,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:38407,DS-235c99ab-c6e6-4616-a60d-e3c870ea41fb,DISK]) is bad. 2024-11-18T20:08:01,769 WARN [DataStreamer for file /user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.5 block BP-541308594-172.17.0.2-1731960436615:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-541308594-172.17.0.2-1731960436615:blk_1073742224_1403 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:08:01,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742224_1414 (size=1394) 2024-11-18T20:08:01,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742224_1414 (size=1394) 2024-11-18T20:08:05,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.5 after 4002ms 2024-11-18T20:08:05,065 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.5 took 4004ms 2024-11-18T20:08:05,068 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:05,068 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.5 so closing down 2024-11-18T20:08:05,068 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:05,069 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:05,070 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:08:05,070 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:08:05,071 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:08:05,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:08:05,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742235_1415 (size=418) 2024-11-18T20:08:05,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742236_1416 (size=353) 2024-11-18T20:08:05,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:05,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742235_1415 (size=418) 2024-11-18T20:08:05,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742236_1416 (size=353) 2024-11-18T20:08:05,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-18T20:08:05,477 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:05,481 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-18T20:08:05,481 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-18T20:08:05,481 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.5, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.5, size=1.4 K (1394bytes) at 1731960481061Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.5 so closing down at 1731960485068 (+4007 ms)3 split writer threads finished at 1731960485069 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731960485071 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731960485071Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960485075 (+4 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731960485076 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731960485477 (+401 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731960485481 (+4 ms)Processed 9 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731960485481 2024-11-18T20:08:05,486 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.5 to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/corrupt/wal.dat.5 2024-11-18T20:08:05,486 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:08:05,486 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.6 2024-11-18T20:08:05,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.6 after 1ms 2024-11-18T20:08:05,490 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.6 took 3ms 2024-11-18T20:08:05,491 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.6 so closing down 2024-11-18T20:08:05,491 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:05,491 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:05,493 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:08:05,493 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:08:05,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:08:05,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:08:05,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742237_1417 (size=749) 2024-11-18T20:08:05,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742237_1417 (size=749) 2024-11-18T20:08:05,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:05,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742238_1418 (size=749) 2024-11-18T20:08:05,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742238_1418 (size=749) 2024-11-18T20:08:05,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:05,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:08:05,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:08:05,505 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:08:05,505 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.6, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.6, size=1.4 K (1405bytes) at 1731960485486Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.6 so closing down at 1731960485491 (+5 ms)3 split writer threads finished at 1731960485491Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731960485494 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731960485494Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960485503 (+9 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960485504 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731960485504Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731960485505 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731960485505 2024-11-18T20:08:05,506 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.6 to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/oldWALs/wal.dat.6 2024-11-18T20:08:05,506 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:08:05,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.7 2024-11-18T20:08:05,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.7 after 0ms 2024-11-18T20:08:05,508 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.7 took 2ms 2024-11-18T20:08:05,509 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.7 so closing down 2024-11-18T20:08:05,509 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:05,509 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:05,510 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:08:05,510 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:08:05,511 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:08:05,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:08:05,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742240_1420 (size=753) 2024-11-18T20:08:05,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742239_1419 (size=753) 2024-11-18T20:08:05,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742239_1419 (size=753) 2024-11-18T20:08:05,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742240_1420 (size=753) 2024-11-18T20:08:05,515 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:05,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:05,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:08:05,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:08:05,516 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:08:05,516 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.7, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.7, size=1.4 K (1413bytes) at 1731960485506Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.7 so closing down at 1731960485509 (+3 ms)3 split writer threads finished at 1731960485509Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731960485511 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731960485511Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960485515 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960485515Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731960485516 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731960485516Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960485516 2024-11-18T20:08:05,517 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.7 to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/oldWALs/wal.dat.7 2024-11-18T20:08:05,517 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:08:05,517 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.8 2024-11-18T20:08:05,518 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.8 after 1ms 2024-11-18T20:08:05,519 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.8 took 2ms 2024-11-18T20:08:05,520 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.8 so closing down 2024-11-18T20:08:05,520 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:05,520 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:05,521 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:08:05,521 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:08:05,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:08:05,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:08:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742241_1421 (size=753) 2024-11-18T20:08:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742241_1421 (size=753) 2024-11-18T20:08:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742242_1422 (size=753) 2024-11-18T20:08:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742242_1422 (size=753) 2024-11-18T20:08:05,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:05,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:08:05,531 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:05,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:08:05,532 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:08:05,532 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.8, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.8, size=1.4 K (1413bytes) at 1731960485517Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.8 so closing down at 1731960485520 (+3 ms)3 split writer threads finished at 1731960485520Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731960485522 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731960485522Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960485528 (+6 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731960485529 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960485531 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731960485532 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960485532 2024-11-18T20:08:05,533 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.8 to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/oldWALs/wal.dat.8 2024-11-18T20:08:05,534 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:08:05,534 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.9 2024-11-18T20:08:05,534 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.9 after 0ms 2024-11-18T20:08:05,535 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.9 took 2ms 2024-11-18T20:08:05,536 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.9 so closing down 2024-11-18T20:08:05,536 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:05,536 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:05,538 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:08:05,538 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:08:05,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:08:05,539 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:08:05,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742244_1424 (size=753) 2024-11-18T20:08:05,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742244_1424 (size=753) 2024-11-18T20:08:05,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:05,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:08:05,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742243_1423 (size=753) 2024-11-18T20:08:05,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742243_1423 (size=753) 2024-11-18T20:08:05,544 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:05,545 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:08:05,545 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:08:05,546 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.9, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.9, size=1.4 K (1413bytes) at 1731960485534Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.9 so closing down at 1731960485536 (+2 ms)3 split writer threads finished at 1731960485536Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731960485538 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731960485539 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960485542 (+3 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731960485543 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960485544 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731960485545 (+1 ms)Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960485546 (+1 ms) 2024-11-18T20:08:05,547 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731960479737/wal.dat.9 to hdfs://localhost:37893/user/jenkins/test-data/b7a7fd4c-4e86-7866-11d2-4da9802a5598/oldWALs/wal.dat.9 2024-11-18T20:08:05,588 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=145 (was 145), OpenFileDescriptor=399 (was 397) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=538 (was 577), ProcessCount=11 (was 11), AvailableMemoryMB=1432 (was 1277) - AvailableMemoryMB LEAK? - 2024-11-18T20:08:05,596 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=145, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=538, ProcessCount=11, AvailableMemoryMB=1432 2024-11-18T20:08:05,596 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:08:05,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742245_1425 (size=7) 2024-11-18T20:08:05,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742245_1425 (size=7) 2024-11-18T20:08:05,602 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:08:05,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:08:05,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:08:05,605 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:08:05,605 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T20:08:05,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:08:05,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742246_1426 (size=863) 2024-11-18T20:08:05,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742246_1426 (size=863) 2024-11-18T20:08:05,615 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:08:05,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742247_1427 (size=823) 2024-11-18T20:08:05,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742247_1427 (size=823) 2024-11-18T20:08:05,636 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/WALs/testeofisignored,16010,1731960485605/wal.dat.0, size=823 (823bytes) 2024-11-18T20:08:05,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/WALs/testeofisignored,16010,1731960485605/wal.dat.0 2024-11-18T20:08:05,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/WALs/testeofisignored,16010,1731960485605/wal.dat.0 after 0ms 2024-11-18T20:08:05,638 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/WALs/testeofisignored,16010,1731960485605/wal.dat.0 took 2ms 2024-11-18T20:08:05,642 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/WALs/testeofisignored,16010,1731960485605/wal.dat.0; continuing. 2024-11-18T20:08:05,642 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/WALs/testeofisignored,16010,1731960485605/wal.dat.0 so closing down 2024-11-18T20:08:05,642 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:05,642 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:05,644 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:08:05,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:08:05,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742248_1428 (size=786) 2024-11-18T20:08:05,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742248_1428 (size=786) 2024-11-18T20:08:05,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:05,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-18T20:08:05,649 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/WALs/testeofisignored,16010,1731960485605/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-18T20:08:05,649 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/WALs/testeofisignored,16010,1731960485605/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/WALs/testeofisignored,16010,1731960485605/wal.dat.0, size=823 (823bytes) at 1731960485636Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/WALs/testeofisignored,16010,1731960485605/wal.dat.0 so closing down at 1731960485642 (+6 ms)3 split writer threads finished at 1731960485642Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960485644 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731960485648 (+4 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731960485649 (+1 ms)Processed 9 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/WALs/testeofisignored,16010,1731960485605/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731960485649 2024-11-18T20:08:05,651 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/WALs/testeofisignored,16010,1731960485605/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/ae38a604-9487-c83b-26dd-c45d95baf96f/oldWALs/wal.dat.0 2024-11-18T20:08:05,662 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=145 (was 145), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=519 (was 538), ProcessCount=11 (was 11), AvailableMemoryMB=1431 (was 1432) 2024-11-18T20:08:05,668 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=145, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=519, ProcessCount=11, AvailableMemoryMB=1431 2024-11-18T20:08:05,668 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:08:05,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742249_1429 (size=7) 2024-11-18T20:08:05,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742249_1429 (size=7) 2024-11-18T20:08:05,673 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:08:05,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:08:05,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:08:05,676 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:08:05,676 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-18T20:08:05,677 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T20:08:05,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742250_1430 (size=93) 2024-11-18T20:08:05,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742250_1430 (size=93) 2024-11-18T20:08:05,698 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/84f36b48-af57-aed7-f527-b25d217e4b02/WALs/testsplitlogfileempty,16010,1731960485676/wal.dat..empty, size=93 (93bytes) 2024-11-18T20:08:05,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/84f36b48-af57-aed7-f527-b25d217e4b02/WALs/testsplitlogfileempty,16010,1731960485676/wal.dat..empty 2024-11-18T20:08:05,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/84f36b48-af57-aed7-f527-b25d217e4b02/WALs/testsplitlogfileempty,16010,1731960485676/wal.dat..empty after 0ms 2024-11-18T20:08:05,699 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/84f36b48-af57-aed7-f527-b25d217e4b02/WALs/testsplitlogfileempty,16010,1731960485676/wal.dat..empty took 2ms 2024-11-18T20:08:05,700 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/84f36b48-af57-aed7-f527-b25d217e4b02/WALs/testsplitlogfileempty,16010,1731960485676/wal.dat..empty so closing down 2024-11-18T20:08:05,700 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:05,700 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:05,700 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/84f36b48-af57-aed7-f527-b25d217e4b02/WALs/testsplitlogfileempty,16010,1731960485676/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T20:08:05,700 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/84f36b48-af57-aed7-f527-b25d217e4b02/WALs/testsplitlogfileempty,16010,1731960485676/wal.dat..empty, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/84f36b48-af57-aed7-f527-b25d217e4b02/WALs/testsplitlogfileempty,16010,1731960485676/wal.dat..empty, size=93 (93bytes) at 1731960485698Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/84f36b48-af57-aed7-f527-b25d217e4b02/WALs/testsplitlogfileempty,16010,1731960485676/wal.dat..empty so closing down at 1731960485700 (+2 ms)3 split writer threads finished at 1731960485700Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/84f36b48-af57-aed7-f527-b25d217e4b02/WALs/testsplitlogfileempty,16010,1731960485676/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731960485700 2024-11-18T20:08:05,702 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/84f36b48-af57-aed7-f527-b25d217e4b02/WALs/testsplitlogfileempty,16010,1731960485676/wal.dat..empty to hdfs://localhost:37893/user/jenkins/test-data/84f36b48-af57-aed7-f527-b25d217e4b02/oldWALs/wal.dat..empty 2024-11-18T20:08:05,710 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=145 (was 145), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=519 (was 519), ProcessCount=11 (was 11), AvailableMemoryMB=1430 (was 1431) 2024-11-18T20:08:05,716 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=145, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=519, ProcessCount=11, AvailableMemoryMB=1429 2024-11-18T20:08:05,716 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:08:05,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742251_1431 (size=7) 2024-11-18T20:08:05,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742251_1431 (size=7) 2024-11-18T20:08:05,722 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:08:05,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:08:05,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:08:05,726 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:08:05,726 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:08:05,727 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:08:05,728 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:08:05,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742252_1432 (size=1393) 2024-11-18T20:08:05,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742252_1432 (size=1393) 2024-11-18T20:08:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:08:05,739 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:08:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742253_1433 (size=1393) 2024-11-18T20:08:05,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742253_1433 (size=1393) 2024-11-18T20:08:05,749 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:08:05,749 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:08:05,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742254_1434 (size=1393) 2024-11-18T20:08:05,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742254_1434 (size=1393) 2024-11-18T20:08:05,758 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:08:05,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:08:05,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:05,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:05,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742255_1435 (size=1393) 2024-11-18T20:08:05,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742255_1435 (size=1393) 2024-11-18T20:08:06,167 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:08:06,167 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:08:06,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742256_1436 (size=1393) 2024-11-18T20:08:06,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742256_1436 (size=1393) 2024-11-18T20:08:06,177 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:08:06,177 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:08:06,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742257_1437 (size=1393) 2024-11-18T20:08:06,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742257_1437 (size=1393) 2024-11-18T20:08:06,188 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:08:06,188 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:08:06,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742258_1438 (size=1405) 2024-11-18T20:08:06,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742258_1438 (size=1405) 2024-11-18T20:08:06,202 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:08:06,202 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:08:06,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742259_1439 (size=1413) 2024-11-18T20:08:06,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742259_1439 (size=1413) 2024-11-18T20:08:06,216 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:08:06,216 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:08:06,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742260_1440 (size=1413) 2024-11-18T20:08:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742260_1440 (size=1413) 2024-11-18T20:08:06,225 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:08:06,226 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:08:06,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:06,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:06,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742261_1441 (size=1413) 2024-11-18T20:08:06,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742261_1441 (size=1413) 2024-11-18T20:08:06,235 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:08:06,249 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:08:06,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.0 2024-11-18T20:08:06,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.0 after 1ms 2024-11-18T20:08:06,251 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.0 took 2ms 2024-11-18T20:08:06,253 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.0 so closing down 2024-11-18T20:08:06,253 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:06,253 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:06,255 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:08:06,255 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:08:06,255 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:08:06,255 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:08:06,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742262_1442 (size=743) 2024-11-18T20:08:06,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742262_1442 (size=743) 2024-11-18T20:08:06,259 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:06,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:08:06,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742263_1443 (size=743) 2024-11-18T20:08:06,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742263_1443 (size=743) 2024-11-18T20:08:06,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:06,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:08:06,267 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:08:06,267 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.0, size=1.4 K (1393bytes) at 1731960486249Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.0 so closing down at 1731960486253 (+4 ms)3 split writer threads finished at 1731960486253Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960486255 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960486255Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960486259 (+4 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731960486260 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960486266 (+6 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731960486267 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960486267 2024-11-18T20:08:06,268 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/oldWALs/wal.dat.0 2024-11-18T20:08:06,268 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:08:06,268 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.1 2024-11-18T20:08:06,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.1 after 1ms 2024-11-18T20:08:06,270 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.1 took 2ms 2024-11-18T20:08:06,271 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.1 so closing down 2024-11-18T20:08:06,271 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:06,271 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:06,274 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:08:06,274 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:08:06,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:08:06,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:08:06,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742265_1445 (size=743) 2024-11-18T20:08:06,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742265_1445 (size=743) 2024-11-18T20:08:06,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:06,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:08:06,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742264_1444 (size=743) 2024-11-18T20:08:06,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742264_1444 (size=743) 2024-11-18T20:08:06,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:06,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:08:06,290 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:08:06,290 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.1, size=1.4 K (1393bytes) at 1731960486268Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.1 so closing down at 1731960486271 (+3 ms)3 split writer threads finished at 1731960486271Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731960486274 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731960486274Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960486285 (+11 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731960486287 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960486289 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731960486290 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960486290 2024-11-18T20:08:06,291 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/oldWALs/wal.dat.1 2024-11-18T20:08:06,291 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:08:06,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.2 2024-11-18T20:08:06,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.2 after 1ms 2024-11-18T20:08:06,293 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.2 took 2ms 2024-11-18T20:08:06,294 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.2 so closing down 2024-11-18T20:08:06,294 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:06,294 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:06,296 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:08:06,296 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:08:06,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:08:06,296 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:08:06,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742267_1447 (size=743) 2024-11-18T20:08:06,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742266_1446 (size=743) 2024-11-18T20:08:06,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742267_1447 (size=743) 2024-11-18T20:08:06,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742266_1446 (size=743) 2024-11-18T20:08:06,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:06,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:06,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:08:06,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:08:06,709 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:08:06,709 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.2, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.2, size=1.4 K (1393bytes) at 1731960486291Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.2 so closing down at 1731960486294 (+3 ms)3 split writer threads finished at 1731960486294Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731960486296 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731960486297 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960486707 (+410 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960486707Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731960486708 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731960486708Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960486709 (+1 ms) 2024-11-18T20:08:06,710 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.2 to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/oldWALs/wal.dat.2 2024-11-18T20:08:06,710 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:08:06,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.3 2024-11-18T20:08:06,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.3 after 1ms 2024-11-18T20:08:06,712 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.3 took 2ms 2024-11-18T20:08:06,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.3 so closing down 2024-11-18T20:08:06,713 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:06,713 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:06,715 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:08:06,715 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:08:06,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:08:06,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:08:06,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742269_1449 (size=743) 2024-11-18T20:08:06,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742268_1448 (size=743) 2024-11-18T20:08:06,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742268_1448 (size=743) 2024-11-18T20:08:06,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742269_1449 (size=743) 2024-11-18T20:08:06,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:06,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:06,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:08:06,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:08:06,721 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:08:06,721 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.3, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.3, size=1.4 K (1393bytes) at 1731960486710Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.3 so closing down at 1731960486713 (+3 ms)3 split writer threads finished at 1731960486713Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731960486716 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731960486716Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960486719 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960486719Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731960486720 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731960486720Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960486721 (+1 ms) 2024-11-18T20:08:06,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.3 to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/oldWALs/wal.dat.3 2024-11-18T20:08:06,722 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:08:06,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.4 2024-11-18T20:08:06,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.4 after 0ms 2024-11-18T20:08:06,723 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.4 took 1ms 2024-11-18T20:08:06,724 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.4 so closing down 2024-11-18T20:08:06,724 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:06,724 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:06,726 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:08:06,726 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:08:06,726 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:08:06,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:08:06,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742270_1450 (size=743) 2024-11-18T20:08:06,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742270_1450 (size=743) 2024-11-18T20:08:06,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:06,734 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:08:06,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742271_1451 (size=743) 2024-11-18T20:08:06,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742271_1451 (size=743) 2024-11-18T20:08:06,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:06,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:08:06,740 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:08:06,740 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.4, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.4, size=1.4 K (1393bytes) at 1731960486722Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.4 so closing down at 1731960486724 (+2 ms)3 split writer threads finished at 1731960486724Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731960486726 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731960486726Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960486733 (+7 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731960486734 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960486739 (+5 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731960486740 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960486740 2024-11-18T20:08:06,741 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.4 to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/oldWALs/wal.dat.4 2024-11-18T20:08:06,741 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:08:06,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.5 2024-11-18T20:08:06,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.5 after 1ms 2024-11-18T20:08:06,743 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.5 took 2ms 2024-11-18T20:08:06,744 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.5 so closing down 2024-11-18T20:08:06,744 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:06,745 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:06,746 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:08:06,746 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:08:06,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:08:06,747 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:08:06,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742272_1452 (size=743) 2024-11-18T20:08:06,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742273_1453 (size=743) 2024-11-18T20:08:06,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742273_1453 (size=743) 2024-11-18T20:08:06,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742272_1452 (size=743) 2024-11-18T20:08:06,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:06,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:06,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:08:06,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:08:06,757 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:08:06,757 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.5, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.5, size=1.4 K (1393bytes) at 1731960486741Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.5 so closing down at 1731960486744 (+3 ms)3 split writer threads finished at 1731960486745 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731960486747 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731960486747Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960486755 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960486756 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731960486756Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731960486757 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731960486757 2024-11-18T20:08:06,758 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.5 to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/oldWALs/wal.dat.5 2024-11-18T20:08:06,758 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:08:06,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.6 2024-11-18T20:08:06,759 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.6 after 0ms 2024-11-18T20:08:06,760 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.6 took 2ms 2024-11-18T20:08:06,761 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.6 so closing down 2024-11-18T20:08:06,761 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:06,761 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:06,763 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:08:06,763 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:08:06,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:08:06,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:08:06,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742275_1455 (size=749) 2024-11-18T20:08:06,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742275_1455 (size=749) 2024-11-18T20:08:06,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742274_1454 (size=749) 2024-11-18T20:08:06,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742274_1454 (size=749) 2024-11-18T20:08:06,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:06,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:08:07,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:07,176 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:08:07,177 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:08:07,177 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.6, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.6, size=1.4 K (1405bytes) at 1731960486758Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.6 so closing down at 1731960486761 (+3 ms)3 split writer threads finished at 1731960486761Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731960486763 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731960486763Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960486775 (+12 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731960486776 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960487175 (+399 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731960487176 (+1 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731960487177 (+1 ms) 2024-11-18T20:08:07,178 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.6 to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/oldWALs/wal.dat.6 2024-11-18T20:08:07,178 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:08:07,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.7 2024-11-18T20:08:07,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.7 after 1ms 2024-11-18T20:08:07,180 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.7 took 2ms 2024-11-18T20:08:07,181 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.7 so closing down 2024-11-18T20:08:07,181 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:07,181 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:07,182 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:08:07,182 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:08:07,183 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:08:07,183 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:08:07,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742276_1456 (size=753) 2024-11-18T20:08:07,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742276_1456 (size=753) 2024-11-18T20:08:07,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742277_1457 (size=753) 2024-11-18T20:08:07,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:07,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742277_1457 (size=753) 2024-11-18T20:08:07,187 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:07,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:08:07,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:08:07,188 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:08:07,188 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.7, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.7, size=1.4 K (1413bytes) at 1731960487178Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.7 so closing down at 1731960487181 (+3 ms)3 split writer threads finished at 1731960487181Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731960487183 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731960487183Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960487187 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960487187Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731960487187Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731960487188 (+1 ms)Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960487188 2024-11-18T20:08:07,189 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.7 to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/oldWALs/wal.dat.7 2024-11-18T20:08:07,189 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:08:07,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.8 2024-11-18T20:08:07,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.8 after 0ms 2024-11-18T20:08:07,190 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.8 took 1ms 2024-11-18T20:08:07,191 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.8 so closing down 2024-11-18T20:08:07,191 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:07,191 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:07,193 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:08:07,193 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:08:07,194 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:08:07,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:08:07,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742278_1458 (size=753) 2024-11-18T20:08:07,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742279_1459 (size=753) 2024-11-18T20:08:07,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742279_1459 (size=753) 2024-11-18T20:08:07,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742278_1458 (size=753) 2024-11-18T20:08:07,197 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:07,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:07,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:08:07,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:08:07,198 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:08:07,198 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.8, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.8, size=1.4 K (1413bytes) at 1731960487189Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.8 so closing down at 1731960487191 (+2 ms)3 split writer threads finished at 1731960487191Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731960487194 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731960487194Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960487197 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960487197Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731960487198 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731960487198Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960487198 2024-11-18T20:08:07,199 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.8 to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/oldWALs/wal.dat.8 2024-11-18T20:08:07,199 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:08:07,199 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.9 2024-11-18T20:08:07,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.9 after 1ms 2024-11-18T20:08:07,201 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.9 took 2ms 2024-11-18T20:08:07,204 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.9 so closing down 2024-11-18T20:08:07,204 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:07,204 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:07,205 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:08:07,205 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:08:07,206 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:08:07,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:08:07,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742280_1460 (size=753) 2024-11-18T20:08:07,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742281_1461 (size=753) 2024-11-18T20:08:07,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742280_1460 (size=753) 2024-11-18T20:08:07,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742281_1461 (size=753) 2024-11-18T20:08:07,211 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:07,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:07,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:08:07,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:08:07,213 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:08:07,213 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.9, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.9, size=1.4 K (1413bytes) at 1731960487199Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.9 so closing down at 1731960487204 (+5 ms)3 split writer threads finished at 1731960487204Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731960487206 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731960487206Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960487211 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960487212 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731960487212Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731960487212Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731960487213 (+1 ms) 2024-11-18T20:08:07,214 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/WALs/testlogsgetarchivedaftersplit,16010,1731960485726/wal.dat.9 to hdfs://localhost:37893/user/jenkins/test-data/4eeaccb8-38e0-7083-d035-6b738acab2fb/oldWALs/wal.dat.9 2024-11-18T20:08:07,222 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=145 (was 145), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=519 (was 519), ProcessCount=11 (was 11), AvailableMemoryMB=1420 (was 1429) 2024-11-18T20:08:07,228 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=145, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=519, ProcessCount=11, AvailableMemoryMB=1420 2024-11-18T20:08:07,228 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:08:07,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742282_1462 (size=7) 2024-11-18T20:08:07,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742282_1462 (size=7) 2024-11-18T20:08:07,235 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:08:07,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:08:07,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:08:07,239 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:08:07,239 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-18T20:08:07,239 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-18T20:08:07,240 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:08:07,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742283_1463 (size=723) 2024-11-18T20:08:07,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742283_1463 (size=723) 2024-11-18T20:08:07,247 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:08:07,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:08:07,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742284_1464 (size=723) 2024-11-18T20:08:07,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742284_1464 (size=723) 2024-11-18T20:08:07,255 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:08:07,255 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:08:07,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742285_1465 (size=723) 2024-11-18T20:08:07,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742285_1465 (size=723) 2024-11-18T20:08:07,262 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:08:07,262 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:08:07,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742286_1466 (size=723) 2024-11-18T20:08:07,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742286_1466 (size=723) 2024-11-18T20:08:07,269 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:08:07,269 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:08:07,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742287_1467 (size=723) 2024-11-18T20:08:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742287_1467 (size=723) 2024-11-18T20:08:07,276 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:08:07,276 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:08:07,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742288_1468 (size=723) 2024-11-18T20:08:07,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742288_1468 (size=723) 2024-11-18T20:08:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:08:07,283 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:08:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742289_1469 (size=723) 2024-11-18T20:08:07,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742289_1469 (size=723) 2024-11-18T20:08:07,289 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:08:07,289 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:08:07,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742290_1470 (size=723) 2024-11-18T20:08:07,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742290_1470 (size=723) 2024-11-18T20:08:07,296 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:08:07,296 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:08:07,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742291_1471 (size=723) 2024-11-18T20:08:07,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742291_1471 (size=723) 2024-11-18T20:08:07,303 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:08:07,303 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:08:07,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742292_1472 (size=723) 2024-11-18T20:08:07,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742292_1472 (size=723) 2024-11-18T20:08:07,310 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:08:07,328 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/oldWALs, maxLogs=32 2024-11-18T20:08:07,361 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731960487358 2024-11-18T20:08:07,367 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731960487358 2024-11-18T20:08:07,408 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:34981:34981),(127.0.0.1/127.0.0.1:40887:40887)] 2024-11-18T20:08:07,422 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731960487239/wal.dat.0, size=723 (723bytes) 2024-11-18T20:08:07,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731960487239/wal.dat.0 2024-11-18T20:08:07,423 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731960487239/wal.dat.0 after 1ms 2024-11-18T20:08:07,424 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731960487239/wal.dat.0 took 2ms 2024-11-18T20:08:07,426 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731960487239/wal.dat.0 so closing down 2024-11-18T20:08:07,426 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:07,426 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:07,428 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:08:07,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:08:07,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742294_1474 (size=723) 2024-11-18T20:08:07,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:07,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742294_1474 (size=723) 2024-11-18T20:08:07,434 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-18T20:08:07,435 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731960487239/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-18T20:08:07,435 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731960487239/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731960487239/wal.dat.0, size=723 (723bytes) at 1731960487422Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731960487239/wal.dat.0 so closing down at 1731960487426 (+4 ms)3 split writer threads finished at 1731960487426Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960487429 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960487433 (+4 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731960487434 (+1 ms)Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731960487239/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731960487435 (+1 ms) 2024-11-18T20:08:07,436 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:08:07,436 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:08:07,436 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:08:07,436 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:08:07,436 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:08:07,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742293_1473 (size=93) 2024-11-18T20:08:07,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742293_1473 (size=93) 2024-11-18T20:08:07,441 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea482dc0-8e71-77c1-12b8-f198bdd5d089/oldWALs 2024-11-18T20:08:07,443 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731960487358) 2024-11-18T20:08:07,451 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=151 (was 145) - Thread LEAK? -, OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=519 (was 519), ProcessCount=11 (was 11), AvailableMemoryMB=1412 (was 1420) 2024-11-18T20:08:07,458 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=151, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=519, ProcessCount=11, AvailableMemoryMB=1412 2024-11-18T20:08:07,459 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:08:07,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742295_1475 (size=7) 2024-11-18T20:08:07,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742295_1475 (size=7) 2024-11-18T20:08:07,465 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:08:07,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:08:07,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:08:07,469 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:08:07,470 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T20:08:07,470 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:08:07,470 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:08:07,471 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:08:07,472 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:08:07,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742296_1476 (size=1393) 2024-11-18T20:08:07,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742296_1476 (size=1393) 2024-11-18T20:08:07,494 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:08:07,494 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:08:07,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742297_1477 (size=1393) 2024-11-18T20:08:07,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742297_1477 (size=1393) 2024-11-18T20:08:07,505 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:08:07,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:08:07,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742298_1478 (size=1393) 2024-11-18T20:08:07,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742298_1478 (size=1393) 2024-11-18T20:08:07,523 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:08:07,523 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:08:07,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742299_1479 (size=1393) 2024-11-18T20:08:07,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742299_1479 (size=1393) 2024-11-18T20:08:07,534 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:08:07,534 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:08:07,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742300_1480 (size=1393) 2024-11-18T20:08:07,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742300_1480 (size=1393) 2024-11-18T20:08:07,550 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:08:07,550 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:08:07,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742301_1481 (size=1393) 2024-11-18T20:08:07,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742301_1481 (size=1393) 2024-11-18T20:08:07,561 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:08:07,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:08:07,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742302_1482 (size=1405) 2024-11-18T20:08:07,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742302_1482 (size=1405) 2024-11-18T20:08:07,572 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:08:07,572 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:08:07,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742303_1483 (size=1413) 2024-11-18T20:08:07,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742303_1483 (size=1413) 2024-11-18T20:08:07,586 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:08:07,586 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:08:07,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742304_1484 (size=1413) 2024-11-18T20:08:07,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742304_1484 (size=1413) 2024-11-18T20:08:07,597 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:08:07,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:08:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742305_1485 (size=1413) 2024-11-18T20:08:07,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742305_1485 (size=1413) 2024-11-18T20:08:07,608 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:08:07,631 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:08:07,631 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 2024-11-18T20:08:07,632 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 after 1ms 2024-11-18T20:08:07,633 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 took 2ms 2024-11-18T20:08:07,634 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:07,635 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 so closing down 2024-11-18T20:08:07,635 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:07,635 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:07,635 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:07,635 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0, size=1.4 K (1393bytes) at 1731960487631Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 so closing down at 1731960487635 (+4 ms)3 split writer threads finished at 1731960487635Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960487635 2024-11-18T20:08:07,637 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.0 2024-11-18T20:08:07,637 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:08:07,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 2024-11-18T20:08:07,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 after 0ms 2024-11-18T20:08:07,639 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 took 2ms 2024-11-18T20:08:07,640 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:07,640 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 so closing down 2024-11-18T20:08:07,640 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:07,641 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:07,641 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:07,641 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1, size=1.4 K (1393bytes) at 1731960487637Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 so closing down at 1731960487640 (+3 ms)3 split writer threads finished at 1731960487641 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960487641 2024-11-18T20:08:07,642 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.1 2024-11-18T20:08:07,643 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:08:07,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 2024-11-18T20:08:07,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 after 0ms 2024-11-18T20:08:07,645 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 took 2ms 2024-11-18T20:08:07,646 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:07,646 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 so closing down 2024-11-18T20:08:07,646 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:07,646 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:07,646 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:07,646 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2, size=1.4 K (1393bytes) at 1731960487643Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 so closing down at 1731960487646 (+3 ms)3 split writer threads finished at 1731960487646Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960487646 2024-11-18T20:08:07,648 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.2 2024-11-18T20:08:07,648 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:08:07,648 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 2024-11-18T20:08:07,648 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 after 0ms 2024-11-18T20:08:07,650 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 took 2ms 2024-11-18T20:08:07,651 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:07,651 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 so closing down 2024-11-18T20:08:07,651 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:07,651 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:07,651 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:07,651 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3, size=1.4 K (1393bytes) at 1731960487648Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 so closing down at 1731960487651 (+3 ms)3 split writer threads finished at 1731960487651Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960487651 2024-11-18T20:08:07,653 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.3 2024-11-18T20:08:07,653 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:08:07,653 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 2024-11-18T20:08:07,653 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 after 0ms 2024-11-18T20:08:07,655 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 took 2ms 2024-11-18T20:08:07,656 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:07,656 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 so closing down 2024-11-18T20:08:07,656 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:07,656 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:07,656 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:07,656 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4, size=1.4 K (1393bytes) at 1731960487653Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 so closing down at 1731960487656 (+3 ms)3 split writer threads finished at 1731960487656Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960487656 2024-11-18T20:08:07,658 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.4 2024-11-18T20:08:07,658 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:08:07,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 2024-11-18T20:08:07,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 after 0ms 2024-11-18T20:08:07,660 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 took 2ms 2024-11-18T20:08:07,661 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:07,661 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 so closing down 2024-11-18T20:08:07,661 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:07,661 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:07,661 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:07,661 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5, size=1.4 K (1393bytes) at 1731960487658Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 so closing down at 1731960487661 (+3 ms)3 split writer threads finished at 1731960487661Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960487661 2024-11-18T20:08:07,663 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.5 2024-11-18T20:08:07,663 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:08:07,663 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 2024-11-18T20:08:07,664 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 after 1ms 2024-11-18T20:08:07,665 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 took 2ms 2024-11-18T20:08:07,666 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:07,666 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 so closing down 2024-11-18T20:08:07,666 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:07,667 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:07,667 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T20:08:07,667 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6, size=1.4 K (1405bytes) at 1731960487663Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 so closing down at 1731960487666 (+3 ms)3 split writer threads finished at 1731960487667 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731960487667 2024-11-18T20:08:07,668 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.6 2024-11-18T20:08:07,668 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:08:07,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 2024-11-18T20:08:07,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 after 1ms 2024-11-18T20:08:07,670 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 took 2ms 2024-11-18T20:08:07,671 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:07,672 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 so closing down 2024-11-18T20:08:07,672 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:07,672 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:07,672 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:08:07,672 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7, size=1.4 K (1413bytes) at 1731960487668Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 so closing down at 1731960487672 (+4 ms)3 split writer threads finished at 1731960487672Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731960487672 2024-11-18T20:08:07,674 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.7 2024-11-18T20:08:07,674 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:08:07,674 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 2024-11-18T20:08:07,674 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 after 0ms 2024-11-18T20:08:07,676 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 took 2ms 2024-11-18T20:08:07,677 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:07,677 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 so closing down 2024-11-18T20:08:07,677 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:07,677 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:07,677 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:08:07,677 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8, size=1.4 K (1413bytes) at 1731960487674Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 so closing down at 1731960487677 (+3 ms)3 split writer threads finished at 1731960487677Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731960487677 2024-11-18T20:08:07,679 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.8 2024-11-18T20:08:07,679 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:08:07,679 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 2024-11-18T20:08:07,679 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 after 0ms 2024-11-18T20:08:07,681 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 took 2ms 2024-11-18T20:08:07,682 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:07,683 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 so closing down 2024-11-18T20:08:07,683 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:07,683 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:07,683 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:08:07,683 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9, size=1.4 K (1413bytes) at 1731960487679Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 so closing down at 1731960487683 (+4 ms)3 split writer threads finished at 1731960487683Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731960487683 2024-11-18T20:08:07,685 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.9 2024-11-18T20:08:07,686 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960487636; access_time=1731960487472; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960487642; access_time=1731960487494; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960487647; access_time=1731960487505; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960487652; access_time=1731960487523; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960487657; access_time=1731960487534; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960487662; access_time=1731960487551; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731960487667; access_time=1731960487561; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731960487673; access_time=1731960487572; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731960487678; access_time=1731960487587; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731960487684; access_time=1731960487598; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T20:08:07,689 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:08:07,689 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:08:07,690 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:08:07,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:08:07,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742306_1486 (size=1393) 2024-11-18T20:08:07,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742306_1486 (size=1393) 2024-11-18T20:08:07,701 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:08:07,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:08:07,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742307_1487 (size=1393) 2024-11-18T20:08:07,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742307_1487 (size=1393) 2024-11-18T20:08:07,711 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:08:07,711 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:08:07,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742308_1488 (size=1393) 2024-11-18T20:08:07,721 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:08:07,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742308_1488 (size=1393) 2024-11-18T20:08:07,721 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:08:07,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742309_1489 (size=1393) 2024-11-18T20:08:07,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742309_1489 (size=1393) 2024-11-18T20:08:07,736 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:08:07,736 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:08:07,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:07,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:07,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742310_1490 (size=1393) 2024-11-18T20:08:07,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742310_1490 (size=1393) 2024-11-18T20:08:08,166 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:08:08,167 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:08:08,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742311_1491 (size=1393) 2024-11-18T20:08:08,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742311_1491 (size=1393) 2024-11-18T20:08:08,183 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:08:08,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:08:08,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742312_1492 (size=1405) 2024-11-18T20:08:08,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742312_1492 (size=1405) 2024-11-18T20:08:08,193 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:08:08,193 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:08:08,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742313_1493 (size=1413) 2024-11-18T20:08:08,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742313_1493 (size=1413) 2024-11-18T20:08:08,201 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:08:08,201 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:08:08,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742314_1494 (size=1413) 2024-11-18T20:08:08,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742314_1494 (size=1413) 2024-11-18T20:08:08,611 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:08:08,611 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:08:08,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:08,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:08,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742315_1495 (size=1413) 2024-11-18T20:08:08,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742315_1495 (size=1413) 2024-11-18T20:08:08,630 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:08:08,650 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:08:08,650 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 2024-11-18T20:08:08,650 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 after 0ms 2024-11-18T20:08:08,652 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 took 2ms 2024-11-18T20:08:08,654 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:08,654 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 so closing down 2024-11-18T20:08:08,654 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:08,654 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:08,672 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:08:08,672 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:08:08,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:08:08,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:08:08,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742317_1497 (size=418) 2024-11-18T20:08:08,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742317_1497 (size=418) 2024-11-18T20:08:08,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:08,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742316_1496 (size=418) 2024-11-18T20:08:08,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742316_1496 (size=418) 2024-11-18T20:08:08,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:08,684 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-18T20:08:08,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-18T20:08:08,684 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:08,684 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0, size=1.4 K (1393bytes) at 1731960488650Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 so closing down at 1731960488654 (+4 ms)3 split writer threads finished at 1731960488654Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960488673 (+19 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960488673Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960488682 (+9 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960488683 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731960488684 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731960488684Processed 10 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960488684 2024-11-18T20:08:08,685 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.0 2024-11-18T20:08:08,685 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:08:08,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 2024-11-18T20:08:08,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 after 1ms 2024-11-18T20:08:08,687 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 took 2ms 2024-11-18T20:08:08,688 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:08,688 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 so closing down 2024-11-18T20:08:08,688 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:08,688 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:08,690 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:08:08,690 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:08:08,691 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:08:08,691 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:08:08,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742319_1499 (size=418) 2024-11-18T20:08:08,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742319_1499 (size=418) 2024-11-18T20:08:08,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742318_1498 (size=418) 2024-11-18T20:08:08,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742318_1498 (size=418) 2024-11-18T20:08:09,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,101 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-18T20:08:09,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-18T20:08:09,105 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:09,105 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1, size=1.4 K (1393bytes) at 1731960488685Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 so closing down at 1731960488688 (+3 ms)3 split writer threads finished at 1731960488688Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731960488691 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731960488691Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489101 (+410 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489101Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731960489104 (+3 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731960489104Processed 10 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960489105 (+1 ms) 2024-11-18T20:08:09,108 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.1 2024-11-18T20:08:09,109 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:08:09,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 2024-11-18T20:08:09,110 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 after 1ms 2024-11-18T20:08:09,112 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 took 3ms 2024-11-18T20:08:09,113 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:09,114 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 so closing down 2024-11-18T20:08:09,114 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:09,114 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:09,115 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:08:09,115 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:08:09,116 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:08:09,116 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:08:09,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742320_1500 (size=418) 2024-11-18T20:08:09,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742320_1500 (size=418) 2024-11-18T20:08:09,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742321_1501 (size=418) 2024-11-18T20:08:09,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742321_1501 (size=418) 2024-11-18T20:08:09,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-18T20:08:09,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-18T20:08:09,121 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:09,121 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2, size=1.4 K (1393bytes) at 1731960489109Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 so closing down at 1731960489114 (+5 ms)3 split writer threads finished at 1731960489114Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731960489116 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731960489116Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489119 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489120 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731960489120Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731960489121 (+1 ms)Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960489121 2024-11-18T20:08:09,122 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.2 2024-11-18T20:08:09,122 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:08:09,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 2024-11-18T20:08:09,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 after 0ms 2024-11-18T20:08:09,124 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 took 2ms 2024-11-18T20:08:09,124 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:09,125 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 so closing down 2024-11-18T20:08:09,125 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:09,125 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:09,127 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:08:09,127 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:08:09,127 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:08:09,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:08:09,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742322_1502 (size=418) 2024-11-18T20:08:09,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742323_1503 (size=418) 2024-11-18T20:08:09,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742323_1503 (size=418) 2024-11-18T20:08:09,137 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742322_1502 (size=418) 2024-11-18T20:08:09,137 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-18T20:08:09,138 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-18T20:08:09,138 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:09,138 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3, size=1.4 K (1393bytes) at 1731960489122Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 so closing down at 1731960489125 (+3 ms)3 split writer threads finished at 1731960489125Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731960489127 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731960489127Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489137 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489137Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731960489138 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731960489138Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960489138 2024-11-18T20:08:09,139 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.3 2024-11-18T20:08:09,139 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:08:09,139 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 2024-11-18T20:08:09,140 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 after 1ms 2024-11-18T20:08:09,141 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 took 2ms 2024-11-18T20:08:09,142 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:09,142 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 so closing down 2024-11-18T20:08:09,142 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:09,142 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:09,144 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:08:09,144 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:08:09,145 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:08:09,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:08:09,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742325_1505 (size=418) 2024-11-18T20:08:09,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742325_1505 (size=418) 2024-11-18T20:08:09,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742324_1504 (size=418) 2024-11-18T20:08:09,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742324_1504 (size=418) 2024-11-18T20:08:09,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,150 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-18T20:08:09,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-18T20:08:09,150 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:09,150 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4, size=1.4 K (1393bytes) at 1731960489139Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 so closing down at 1731960489142 (+3 ms)3 split writer threads finished at 1731960489142Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731960489145 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731960489145Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489149 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489149Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731960489150 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731960489150Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960489150 2024-11-18T20:08:09,151 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.4 2024-11-18T20:08:09,151 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:08:09,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 2024-11-18T20:08:09,152 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 after 1ms 2024-11-18T20:08:09,153 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 took 2ms 2024-11-18T20:08:09,154 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:09,154 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 so closing down 2024-11-18T20:08:09,154 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:09,154 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:09,156 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:08:09,156 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:08:09,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:08:09,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:08:09,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742326_1506 (size=418) 2024-11-18T20:08:09,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742326_1506 (size=418) 2024-11-18T20:08:09,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742327_1507 (size=418) 2024-11-18T20:08:09,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742327_1507 (size=418) 2024-11-18T20:08:09,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-18T20:08:09,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-18T20:08:09,162 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:09,162 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5, size=1.4 K (1393bytes) at 1731960489151Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 so closing down at 1731960489154 (+3 ms)3 split writer threads finished at 1731960489154Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731960489156 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731960489156Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489160 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489161 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731960489161Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731960489162 (+1 ms)Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960489162 2024-11-18T20:08:09,163 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.5 2024-11-18T20:08:09,163 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:08:09,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 2024-11-18T20:08:09,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 after 0ms 2024-11-18T20:08:09,165 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 took 2ms 2024-11-18T20:08:09,168 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:09,168 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 so closing down 2024-11-18T20:08:09,168 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:09,168 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:09,170 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:08:09,170 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:08:09,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:08:09,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:08:09,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742329_1509 (size=419) 2024-11-18T20:08:09,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742328_1508 (size=419) 2024-11-18T20:08:09,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742328_1508 (size=419) 2024-11-18T20:08:09,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742329_1509 (size=419) 2024-11-18T20:08:09,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-18T20:08:09,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-18T20:08:09,181 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T20:08:09,181 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6, size=1.4 K (1405bytes) at 1731960489163Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 so closing down at 1731960489168 (+5 ms)3 split writer threads finished at 1731960489168Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731960489171 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731960489171Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489180 (+9 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489180Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731960489181 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731960489181Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731960489181 2024-11-18T20:08:09,182 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.6 2024-11-18T20:08:09,183 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:08:09,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 2024-11-18T20:08:09,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 after 0ms 2024-11-18T20:08:09,184 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 took 2ms 2024-11-18T20:08:09,186 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:09,186 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 so closing down 2024-11-18T20:08:09,186 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:09,186 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:09,188 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:08:09,188 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:08:09,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:08:09,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:08:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742330_1510 (size=423) 2024-11-18T20:08:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742331_1511 (size=423) 2024-11-18T20:08:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742331_1511 (size=423) 2024-11-18T20:08:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742330_1510 (size=423) 2024-11-18T20:08:09,192 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-18T20:08:09,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-18T20:08:09,194 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:08:09,194 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7, size=1.4 K (1413bytes) at 1731960489183Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 so closing down at 1731960489186 (+3 ms)3 split writer threads finished at 1731960489186Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731960489189 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731960489189Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489192 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489193 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731960489193Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731960489193Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731960489194 (+1 ms) 2024-11-18T20:08:09,195 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.7 2024-11-18T20:08:09,195 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:08:09,195 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 2024-11-18T20:08:09,195 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 after 0ms 2024-11-18T20:08:09,197 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 took 1ms 2024-11-18T20:08:09,197 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:09,198 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 so closing down 2024-11-18T20:08:09,198 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:09,198 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:09,199 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:08:09,199 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:08:09,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:08:09,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:08:09,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742333_1513 (size=423) 2024-11-18T20:08:09,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742332_1512 (size=423) 2024-11-18T20:08:09,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742332_1512 (size=423) 2024-11-18T20:08:09,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742333_1513 (size=423) 2024-11-18T20:08:09,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-18T20:08:09,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-18T20:08:09,205 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:08:09,205 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8, size=1.4 K (1413bytes) at 1731960489195Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 so closing down at 1731960489198 (+3 ms)3 split writer threads finished at 1731960489198Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731960489200 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731960489200Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489204 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489204Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731960489205 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731960489205Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731960489205 2024-11-18T20:08:09,206 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.8 2024-11-18T20:08:09,206 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:08:09,206 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 2024-11-18T20:08:09,206 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 after 0ms 2024-11-18T20:08:09,208 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 took 2ms 2024-11-18T20:08:09,209 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:09,209 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 so closing down 2024-11-18T20:08:09,209 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:09,209 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:09,210 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:08:09,210 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:08:09,211 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:08:09,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:08:09,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742335_1515 (size=423) 2024-11-18T20:08:09,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742334_1514 (size=423) 2024-11-18T20:08:09,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742334_1514 (size=423) 2024-11-18T20:08:09,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742335_1515 (size=423) 2024-11-18T20:08:09,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-18T20:08:09,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-18T20:08:09,216 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:08:09,216 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9, size=1.4 K (1413bytes) at 1731960489206Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 so closing down at 1731960489209 (+3 ms)3 split writer threads finished at 1731960489209Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731960489211 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731960489211Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489215 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731960489215Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731960489216 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731960489216Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731960489216 2024-11-18T20:08:09,217 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.9 2024-11-18T20:08:09,218 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960488685; access_time=1731960487691; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960489107; access_time=1731960487701; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960489121; access_time=1731960487711; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960489139; access_time=1731960487721; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960489151; access_time=1731960487736; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960489162; access_time=1731960488168; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731960489182; access_time=1731960488184; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731960489194; access_time=1731960488193; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731960489206; access_time=1731960488202; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731960489217; access_time=1731960488611; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T20:08:09,221 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:08:09,221 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:08:09,221 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:08:09,222 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:08:09,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742336_1516 (size=1393) 2024-11-18T20:08:09,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742336_1516 (size=1393) 2024-11-18T20:08:09,232 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:08:09,232 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:08:09,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742337_1517 (size=1393) 2024-11-18T20:08:09,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742337_1517 (size=1393) 2024-11-18T20:08:09,243 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:08:09,243 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:08:09,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742338_1518 (size=1393) 2024-11-18T20:08:09,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742338_1518 (size=1393) 2024-11-18T20:08:09,259 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:08:09,259 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:08:09,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742339_1519 (size=1393) 2024-11-18T20:08:09,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742339_1519 (size=1393) 2024-11-18T20:08:09,268 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:08:09,269 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:08:09,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742340_1520 (size=1393) 2024-11-18T20:08:09,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742340_1520 (size=1393) 2024-11-18T20:08:09,280 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:08:09,280 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:08:09,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742341_1521 (size=1393) 2024-11-18T20:08:09,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742341_1521 (size=1393) 2024-11-18T20:08:09,291 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:08:09,291 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:08:09,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742342_1522 (size=1405) 2024-11-18T20:08:09,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742342_1522 (size=1405) 2024-11-18T20:08:09,304 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:08:09,304 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:08:09,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742343_1523 (size=1413) 2024-11-18T20:08:09,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742343_1523 (size=1413) 2024-11-18T20:08:09,314 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:08:09,314 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:08:09,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742344_1524 (size=1413) 2024-11-18T20:08:09,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742344_1524 (size=1413) 2024-11-18T20:08:09,323 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:08:09,323 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:08:09,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:09,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:09,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742345_1525 (size=1413) 2024-11-18T20:08:09,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742345_1525 (size=1413) 2024-11-18T20:08:09,335 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:08:09,351 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:08:09,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 2024-11-18T20:08:09,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 after 0ms 2024-11-18T20:08:09,353 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 took 2ms 2024-11-18T20:08:09,355 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:09,355 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 so closing down 2024-11-18T20:08:09,355 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:09,355 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:09,357 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:08:09,357 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:08:09,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:08:09,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:08:09,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742347_1527 (size=743) 2024-11-18T20:08:09,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742347_1527 (size=743) 2024-11-18T20:08:09,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742346_1526 (size=678) 2024-11-18T20:08:09,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742346_1526 (size=678) 2024-11-18T20:08:09,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:08:09,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-18T20:08:09,366 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:09,367 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0, size=1.4 K (1393bytes) at 1731960489351Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 so closing down at 1731960489355 (+4 ms)3 split writer threads finished at 1731960489355Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731960489358 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731960489358Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960489365 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731960489366 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731960489366Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731960489366Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960489366 2024-11-18T20:08:09,368 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.0 2024-11-18T20:08:09,368 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:08:09,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 2024-11-18T20:08:09,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 after 0ms 2024-11-18T20:08:09,369 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 took 1ms 2024-11-18T20:08:09,370 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:09,370 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 so closing down 2024-11-18T20:08:09,370 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:09,371 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:09,372 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:08:09,372 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:08:09,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:08:09,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:08:09,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742349_1529 (size=678) 2024-11-18T20:08:09,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742348_1528 (size=743) 2024-11-18T20:08:09,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742349_1529 (size=678) 2024-11-18T20:08:09,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742348_1528 (size=743) 2024-11-18T20:08:09,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-18T20:08:09,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:08:09,378 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:09,378 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1, size=1.4 K (1393bytes) at 1731960489368Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 so closing down at 1731960489370 (+2 ms)3 split writer threads finished at 1731960489371 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731960489373 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731960489373Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731960489377 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960489377Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731960489378 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731960489378Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960489378 2024-11-18T20:08:09,379 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.1 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.1 2024-11-18T20:08:09,380 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:08:09,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 2024-11-18T20:08:09,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 after 0ms 2024-11-18T20:08:09,381 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 took 2ms 2024-11-18T20:08:09,382 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:09,382 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 so closing down 2024-11-18T20:08:09,382 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:09,382 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:09,384 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:08:09,384 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:08:09,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:08:09,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:08:09,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742350_1530 (size=743) 2024-11-18T20:08:09,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742350_1530 (size=743) 2024-11-18T20:08:09,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:08:09,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742351_1531 (size=678) 2024-11-18T20:08:09,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742351_1531 (size=678) 2024-11-18T20:08:09,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-18T20:08:09,400 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:09,400 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2, size=1.4 K (1393bytes) at 1731960489380Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 so closing down at 1731960489382 (+2 ms)3 split writer threads finished at 1731960489382Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731960489384 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731960489384Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960489392 (+8 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731960489393 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731960489399 (+6 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731960489400 (+1 ms)Processed 19 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960489400 2024-11-18T20:08:09,402 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.2 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.2 2024-11-18T20:08:09,402 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:08:09,402 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 2024-11-18T20:08:09,402 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 after 0ms 2024-11-18T20:08:09,404 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 took 2ms 2024-11-18T20:08:09,405 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:09,405 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 so closing down 2024-11-18T20:08:09,405 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:09,405 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:09,411 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:08:09,411 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:08:09,412 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:08:09,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:08:09,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742352_1532 (size=678) 2024-11-18T20:08:09,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742352_1532 (size=678) 2024-11-18T20:08:09,415 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742353_1533 (size=743) 2024-11-18T20:08:09,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742353_1533 (size=743) 2024-11-18T20:08:09,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,416 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-18T20:08:09,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:08:09,416 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:09,416 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3, size=1.4 K (1393bytes) at 1731960489402Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 so closing down at 1731960489405 (+3 ms)3 split writer threads finished at 1731960489405Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731960489412 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731960489412Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731960489415 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960489416 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731960489416Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731960489416Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960489416 2024-11-18T20:08:09,418 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.3 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.3 2024-11-18T20:08:09,418 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:08:09,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 2024-11-18T20:08:09,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 after 0ms 2024-11-18T20:08:09,420 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 took 2ms 2024-11-18T20:08:09,421 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:09,421 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 so closing down 2024-11-18T20:08:09,421 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:09,421 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:09,423 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:08:09,423 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:08:09,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:08:09,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:08:09,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742354_1534 (size=743) 2024-11-18T20:08:09,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742354_1534 (size=743) 2024-11-18T20:08:09,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742355_1535 (size=678) 2024-11-18T20:08:09,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742355_1535 (size=678) 2024-11-18T20:08:09,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,434 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:08:09,434 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-18T20:08:09,434 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:09,434 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4, size=1.4 K (1393bytes) at 1731960489418Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 so closing down at 1731960489421 (+3 ms)3 split writer threads finished at 1731960489421Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731960489423 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731960489424 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960489433 (+9 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731960489433Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731960489434 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731960489434Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960489434 2024-11-18T20:08:09,436 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.4 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.4 2024-11-18T20:08:09,436 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:08:09,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 2024-11-18T20:08:09,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 after 1ms 2024-11-18T20:08:09,438 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 took 2ms 2024-11-18T20:08:09,439 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:09,439 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 so closing down 2024-11-18T20:08:09,439 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:09,440 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:09,441 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:08:09,441 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:08:09,442 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:08:09,442 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:08:09,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742356_1536 (size=678) 2024-11-18T20:08:09,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742356_1536 (size=678) 2024-11-18T20:08:09,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742357_1537 (size=743) 2024-11-18T20:08:09,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742357_1537 (size=743) 2024-11-18T20:08:09,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,450 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-18T20:08:09,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:08:09,452 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:08:09,452 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5, size=1.4 K (1393bytes) at 1731960489436Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 so closing down at 1731960489439 (+3 ms)3 split writer threads finished at 1731960489440 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731960489442 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731960489442Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960489450 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731960489450Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731960489452 (+2 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731960489452Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731960489452 2024-11-18T20:08:09,454 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.5 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.5 2024-11-18T20:08:09,454 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:08:09,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 2024-11-18T20:08:09,455 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 after 1ms 2024-11-18T20:08:09,456 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 took 2ms 2024-11-18T20:08:09,457 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:09,457 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 so closing down 2024-11-18T20:08:09,457 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:09,457 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:09,459 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:08:09,459 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:08:09,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:08:09,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:08:09,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742358_1538 (size=749) 2024-11-18T20:08:09,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742359_1539 (size=683) 2024-11-18T20:08:09,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742359_1539 (size=683) 2024-11-18T20:08:09,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742358_1538 (size=749) 2024-11-18T20:08:09,463 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,464 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-18T20:08:09,465 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:08:09,465 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T20:08:09,465 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6, size=1.4 K (1405bytes) at 1731960489454Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 so closing down at 1731960489457 (+3 ms)3 split writer threads finished at 1731960489457Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731960489460 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731960489460Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731960489463 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960489464 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731960489464Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731960489465 (+1 ms)Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731960489465 2024-11-18T20:08:09,466 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.6 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.6 2024-11-18T20:08:09,466 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:08:09,466 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 2024-11-18T20:08:09,466 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 after 0ms 2024-11-18T20:08:09,468 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 took 2ms 2024-11-18T20:08:09,469 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:09,469 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 so closing down 2024-11-18T20:08:09,469 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:09,469 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:09,470 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:08:09,470 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:08:09,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:08:09,471 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:08:09,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742360_1540 (size=687) 2024-11-18T20:08:09,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742360_1540 (size=687) 2024-11-18T20:08:09,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742361_1541 (size=753) 2024-11-18T20:08:09,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742361_1541 (size=753) 2024-11-18T20:08:09,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-18T20:08:09,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:08:09,877 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:08:09,877 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7, size=1.4 K (1413bytes) at 1731960489466Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 so closing down at 1731960489469 (+3 ms)3 split writer threads finished at 1731960489469Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731960489471 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731960489471Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731960489475 (+4 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731960489475Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960489876 (+401 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731960489877 (+1 ms)Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731960489877 2024-11-18T20:08:09,879 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.7 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.7 2024-11-18T20:08:09,879 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:08:09,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 2024-11-18T20:08:09,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 after 0ms 2024-11-18T20:08:09,880 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 took 1ms 2024-11-18T20:08:09,882 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:09,882 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 so closing down 2024-11-18T20:08:09,882 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:09,882 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:09,884 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:08:09,884 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:08:09,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:08:09,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:08:09,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742362_1542 (size=753) 2024-11-18T20:08:09,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742363_1543 (size=687) 2024-11-18T20:08:09,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:09,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742363_1543 (size=687) 2024-11-18T20:08:09,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742362_1542 (size=753) 2024-11-18T20:08:09,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:08:10,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:10,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-18T20:08:10,290 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:08:10,290 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8, size=1.4 K (1413bytes) at 1731960489879Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 so closing down at 1731960489882 (+3 ms)3 split writer threads finished at 1731960489882Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731960489884 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731960489884Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960489888 (+4 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731960489889 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731960490289 (+400 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731960490290 (+1 ms)Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731960490290 2024-11-18T20:08:10,292 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.8 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.8 2024-11-18T20:08:10,292 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:08:10,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 2024-11-18T20:08:10,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 after 0ms 2024-11-18T20:08:10,294 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 took 2ms 2024-11-18T20:08:10,295 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:08:10,295 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 so closing down 2024-11-18T20:08:10,295 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:08:10,296 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:08:10,299 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:08:10,299 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:08:10,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:08:10,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:08:10,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742365_1545 (size=687) 2024-11-18T20:08:10,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742364_1544 (size=753) 2024-11-18T20:08:10,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742364_1544 (size=753) 2024-11-18T20:08:10,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742365_1545 (size=687) 2024-11-18T20:08:10,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:10,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:08:10,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:08:10,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-18T20:08:10,307 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:08:10,307 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9, size=1.4 K (1413bytes) at 1731960490292Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 so closing down at 1731960490295 (+3 ms)3 split writer threads finished at 1731960490296 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731960490300 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731960490300Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731960490306 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731960490306Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731960490307 (+1 ms)Rename recovered edits hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731960490307Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731960490307 2024-11-18T20:08:10,308 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731960487469/wal.dat.9 to hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.9 2024-11-18T20:08:10,309 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960489367; access_time=1731960489222; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960489379; access_time=1731960489233; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960489401; access_time=1731960489243; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960489417; access_time=1731960489259; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960489435; access_time=1731960489269; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731960489453; access_time=1731960489280; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731960489465; access_time=1731960489292; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731960489878; access_time=1731960489305; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731960490291; access_time=1731960489314; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37893/user/jenkins/test-data/1b8cda54-18d4-0e1e-26dc-ee9967c0a0df/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731960490307; access_time=1731960489324; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T20:08:10,316 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=151 (was 151), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=519 (was 519), ProcessCount=11 (was 11), AvailableMemoryMB=1377 (was 1412) 2024-11-18T20:08:10,323 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=151, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=519, ProcessCount=11, AvailableMemoryMB=1377 2024-11-18T20:08:10,323 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:08:10,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742366_1546 (size=7) 2024-11-18T20:08:10,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742366_1546 (size=7) 2024-11-18T20:08:10,328 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37893/user/jenkins/test-data/61cf4ff8-0ebd-f990-1739-e83c8774d507 with version=8 2024-11-18T20:08:10,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:08:10,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:08:10,332 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:08:10,332 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:08:10,333 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:08:10,334 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:08:10,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:08:10,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:08:10,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742367_1547 (size=2324) 2024-11-18T20:08:10,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742367_1547 (size=2324) 2024-11-18T20:08:10,346 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:08:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38407 is added to blk_1073742368_1548 (size=2325) 2024-11-18T20:08:10,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073742368_1548 (size=2325) 2024-11-18T20:08:10,366 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37893/user/jenkins/test-data/e9aadacc-15a6-ac75-5bcf-378bd7f56f1a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731960490332/wal.dat.0, size=2.3 K (2325bytes) 2024-11-18T20:08:10,366 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37893/user/jenkins/test-data/e9aadacc-15a6-ac75-5bcf-378bd7f56f1a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731960490332/wal.dat.0 2024-11-18T20:08:10,367 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37893/user/jenkins/test-data/e9aadacc-15a6-ac75-5bcf-378bd7f56f1a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731960490332/wal.dat.0 after 1ms 2024-11-18T20:08:10,368 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37893/user/jenkins/test-data/e9aadacc-15a6-ac75-5bcf-378bd7f56f1a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731960490332/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:37893/user/jenkins/test-data/e9aadacc-15a6-ac75-5bcf-378bd7f56f1a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731960490332/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-18T20:08:10,369 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/e9aadacc-15a6-ac75-5bcf-378bd7f56f1a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731960490332/wal.dat.0 so closing down 2024-11-18T20:08:10,369 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/e9aadacc-15a6-ac75-5bcf-378bd7f56f1a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731960490332/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-18T20:08:10,369 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37893/user/jenkins/test-data/e9aadacc-15a6-ac75-5bcf-378bd7f56f1a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731960490332/wal.dat.0, journal: Splitting hdfs://localhost:37893/user/jenkins/test-data/e9aadacc-15a6-ac75-5bcf-378bd7f56f1a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731960490332/wal.dat.0, size=2.3 K (2325bytes) at 1731960490366Finishing writing output for hdfs://localhost:37893/user/jenkins/test-data/e9aadacc-15a6-ac75-5bcf-378bd7f56f1a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731960490332/wal.dat.0 so closing down at 1731960490369 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:37893/user/jenkins/test-data/e9aadacc-15a6-ac75-5bcf-378bd7f56f1a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731960490332/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731960490369 2024-11-18T20:08:10,370 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37893/user/jenkins/test-data/e9aadacc-15a6-ac75-5bcf-378bd7f56f1a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731960490332/wal.dat.0 to hdfs://localhost:37893/user/jenkins/test-data/e9aadacc-15a6-ac75-5bcf-378bd7f56f1a/corrupt/wal.dat.0 2024-11-18T20:08:10,379 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=151 (was 151), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=519 (was 519), ProcessCount=11 (was 11), AvailableMemoryMB=1377 (was 1377) 2024-11-18T20:08:10,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0403e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:08:10,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:08:10,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:08:10,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:08:10,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/hadoop.log.dir/,STOPPED} 2024-11-18T20:08:10,437 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:08:10,437 WARN [BP-541308594-172.17.0.2-1731960436615 heartbeating to localhost/127.0.0.1:37893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:08:10,437 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:08:10,437 WARN [BP-541308594-172.17.0.2-1731960436615 heartbeating to localhost/127.0.0.1:37893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-541308594-172.17.0.2-1731960436615 (Datanode Uuid 217a6287-76ed-4825-a680-2291efe8da85) service to localhost/127.0.0.1:37893 2024-11-18T20:08:10,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/cluster_df429f9d-15d7-45fc-dbdc-608e9deb50f1/data/data3/current/BP-541308594-172.17.0.2-1731960436615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:08:10,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/cluster_df429f9d-15d7-45fc-dbdc-608e9deb50f1/data/data4/current/BP-541308594-172.17.0.2-1731960436615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:08:10,440 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:08:10,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e587259{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:08:10,443 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:08:10,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:08:10,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:08:10,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/hadoop.log.dir/,STOPPED} 2024-11-18T20:08:10,445 WARN [BP-541308594-172.17.0.2-1731960436615 heartbeating to localhost/127.0.0.1:37893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:08:10,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:08:10,445 WARN [BP-541308594-172.17.0.2-1731960436615 heartbeating to localhost/127.0.0.1:37893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-541308594-172.17.0.2-1731960436615 (Datanode Uuid a7ce579b-2df0-4ade-9029-d5ba514d305e) service to localhost/127.0.0.1:37893 2024-11-18T20:08:10,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:08:10,445 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/cluster_df429f9d-15d7-45fc-dbdc-608e9deb50f1/data/data1/current/BP-541308594-172.17.0.2-1731960436615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:08:10,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/cluster_df429f9d-15d7-45fc-dbdc-608e9deb50f1/data/data2/current/BP-541308594-172.17.0.2-1731960436615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:08:10,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:08:10,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:08:10,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:08:10,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:08:10,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:08:10,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebcf9d1d-db9f-d9fd-28b1-0488bc875952/hadoop.log.dir/,STOPPED}